2024-11-21 07:32:08,135 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 07:32:08,147 main DEBUG Took 0.009476 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 07:32:08,147 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 07:32:08,147 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 07:32:08,148 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 07:32:08,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,156 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 07:32:08,168 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,170 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,171 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,173 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,173 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,175 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,175 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,176 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,177 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,177 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,178 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,179 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 07:32:08,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,180 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 07:32:08,181 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 07:32:08,182 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 07:32:08,184 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 07:32:08,185 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 07:32:08,186 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 07:32:08,186 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 07:32:08,194 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 07:32:08,196 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 07:32:08,198 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 07:32:08,198 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 07:32:08,199 main DEBUG createAppenders(={Console}) 2024-11-21 07:32:08,199 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-21 07:32:08,200 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 07:32:08,200 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-21 07:32:08,200 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 07:32:08,200 main DEBUG OutputStream closed 2024-11-21 07:32:08,201 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 07:32:08,201 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 07:32:08,201 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-21 07:32:08,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 07:32:08,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 07:32:08,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 07:32:08,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 07:32:08,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 07:32:08,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 07:32:08,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 07:32:08,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 07:32:08,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 07:32:08,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 07:32:08,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 07:32:08,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 07:32:08,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 07:32:08,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 07:32:08,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 07:32:08,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 07:32:08,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 07:32:08,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 07:32:08,278 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 07:32:08,278 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-21 07:32:08,278 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 07:32:08,279 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-21T07:32:08,490 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249 2024-11-21 07:32:08,492 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 07:32:08,493 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T07:32:08,500 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-21T07:32:08,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T07:32:08,521 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/cluster_7651f2fc-710c-746f-098e-362e9c08a0c1, deleteOnExit=true 2024-11-21T07:32:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T07:32:08,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/test.cache.data in system properties and HBase conf 2024-11-21T07:32:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T07:32:08,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/hadoop.log.dir in system properties and HBase conf 2024-11-21T07:32:08,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T07:32:08,525 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T07:32:08,525 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T07:32:08,627 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T07:32:08,716 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T07:32:08,720 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T07:32:08,720 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T07:32:08,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T07:32:08,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T07:32:08,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T07:32:08,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T07:32:08,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T07:32:08,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T07:32:08,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T07:32:08,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/nfs.dump.dir in system properties and HBase conf 2024-11-21T07:32:08,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/java.io.tmpdir in system properties and HBase conf 2024-11-21T07:32:08,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T07:32:08,725 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T07:32:08,725 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T07:32:09,644 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T07:32:09,724 INFO [Time-limited test {}] log.Log(170): Logging initialized @2245ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T07:32:09,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T07:32:09,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T07:32:09,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T07:32:09,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T07:32:09,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T07:32:09,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T07:32:09,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/hadoop.log.dir/,AVAILABLE} 2024-11-21T07:32:09,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T07:32:10,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/java.io.tmpdir/jetty-localhost-42755-hadoop-hdfs-3_4_1-tests_jar-_-any-16953758618985430750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T07:32:10,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:42755} 2024-11-21T07:32:10,096 INFO [Time-limited test {}] server.Server(415): Started @2618ms 2024-11-21T07:32:10,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T07:32:10,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T07:32:10,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T07:32:10,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T07:32:10,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T07:32:10,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/hadoop.log.dir/,AVAILABLE} 2024-11-21T07:32:10,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T07:32:10,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/java.io.tmpdir/jetty-localhost-38689-hadoop-hdfs-3_4_1-tests_jar-_-any-7555722298336940754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T07:32:10,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:38689} 2024-11-21T07:32:10,673 INFO [Time-limited test {}] server.Server(415): Started @3195ms 2024-11-21T07:32:10,722 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T07:32:11,457 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/cluster_7651f2fc-710c-746f-098e-362e9c08a0c1/dfs/data/data1/current/BP-2114004439-172.17.0.3-1732174329239/current, will proceed with Du for space computation calculation, 2024-11-21T07:32:11,457 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/cluster_7651f2fc-710c-746f-098e-362e9c08a0c1/dfs/data/data2/current/BP-2114004439-172.17.0.3-1732174329239/current, will proceed with Du for space computation calculation, 2024-11-21T07:32:11,483 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T07:32:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0ea4bd2677e5241 with lease ID 0x269bdeb3ba548271: Processing first storage report for DS-fde75a90-095c-45ca-8936-553210ff83da from datanode DatanodeRegistration(127.0.0.1:33149, datanodeUuid=ea7d31b4-fa26-42de-8a63-b43b6a76a591, infoPort=37567, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=1744158142;c=1732174329239) 2024-11-21T07:32:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0ea4bd2677e5241 with lease ID 0x269bdeb3ba548271: from storage DS-fde75a90-095c-45ca-8936-553210ff83da node DatanodeRegistration(127.0.0.1:33149, datanodeUuid=ea7d31b4-fa26-42de-8a63-b43b6a76a591, infoPort=37567, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=1744158142;c=1732174329239), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T07:32:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0ea4bd2677e5241 with lease ID 0x269bdeb3ba548271: Processing first storage report for DS-5133e4a5-fc2f-4a41-bcb4-9b31f0676cf1 from datanode DatanodeRegistration(127.0.0.1:33149, datanodeUuid=ea7d31b4-fa26-42de-8a63-b43b6a76a591, infoPort=37567, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=1744158142;c=1732174329239) 2024-11-21T07:32:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0ea4bd2677e5241 with lease ID 0x269bdeb3ba548271: from storage DS-5133e4a5-fc2f-4a41-bcb4-9b31f0676cf1 node DatanodeRegistration(127.0.0.1:33149, datanodeUuid=ea7d31b4-fa26-42de-8a63-b43b6a76a591, infoPort=37567, infoSecurePort=0, ipcPort=44519, storageInfo=lv=-57;cid=testClusterID;nsid=1744158142;c=1732174329239), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T07:32:11,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249 2024-11-21T07:32:11,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/cluster_7651f2fc-710c-746f-098e-362e9c08a0c1/zookeeper_0, clientPort=63395, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/cluster_7651f2fc-710c-746f-098e-362e9c08a0c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/cluster_7651f2fc-710c-746f-098e-362e9c08a0c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T07:32:11,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63395 2024-11-21T07:32:11,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T07:32:11,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T07:32:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741825_1001 (size=7) 2024-11-21T07:32:12,300 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6 with version=8 2024-11-21T07:32:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/hbase-staging 2024-11-21T07:32:12,415 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T07:32:12,655 INFO [Time-limited test {}] client.ConnectionUtils(129): master/7031d45592d4:0 server-side Connection retries=45 2024-11-21T07:32:12,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T07:32:12,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T07:32:12,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T07:32:12,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T07:32:12,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T07:32:12,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T07:32:12,837 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T07:32:12,845 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T07:32:12,849 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T07:32:12,873 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51875 (auto-detected) 2024-11-21T07:32:12,874 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-21T07:32:12,890 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:33897 2024-11-21T07:32:12,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T07:32:12,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T07:32:12,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33897 connecting to ZooKeeper ensemble=127.0.0.1:63395 2024-11-21T07:32:13,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338970x0, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T07:32:13,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33897-0x1015d98617d0000 connected 2024-11-21T07:32:13,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T07:32:13,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T07:32:13,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T07:32:13,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33897 2024-11-21T07:32:13,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33897 2024-11-21T07:32:13,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33897 2024-11-21T07:32:13,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33897 2024-11-21T07:32:13,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33897 2024-11-21T07:32:13,107 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6, hbase.cluster.distributed=false 2024-11-21T07:32:13,166 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/7031d45592d4:0 server-side Connection retries=45 2024-11-21T07:32:13,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T07:32:13,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T07:32:13,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T07:32:13,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T07:32:13,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T07:32:13,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T07:32:13,172 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T07:32:13,173 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:46583 2024-11-21T07:32:13,175 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T07:32:13,179 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T07:32:13,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T07:32:13,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T07:32:13,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46583 connecting to ZooKeeper ensemble=127.0.0.1:63395 2024-11-21T07:32:13,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465830x0, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T07:32:13,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46583-0x1015d98617d0001 connected 2024-11-21T07:32:13,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T07:32:13,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T07:32:13,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T07:32:13,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46583 2024-11-21T07:32:13,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46583 2024-11-21T07:32:13,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46583 2024-11-21T07:32:13,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46583 2024-11-21T07:32:13,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46583 2024-11-21T07:32:13,210 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/7031d45592d4,33897,1732174332407 2024-11-21T07:32:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T07:32:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T07:32:13,226 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7031d45592d4,33897,1732174332407 2024-11-21T07:32:13,229 DEBUG [M:0;7031d45592d4:33897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7031d45592d4:33897 2024-11-21T07:32:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T07:32:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T07:32:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:13,256 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T07:32:13,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T07:32:13,256 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7031d45592d4,33897,1732174332407 from backup master directory 2024-11-21T07:32:13,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7031d45592d4,33897,1732174332407 2024-11-21T07:32:13,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T07:32:13,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T07:32:13,266 WARN [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T07:32:13,266 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7031d45592d4,33897,1732174332407 2024-11-21T07:32:13,269 INFO [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T07:32:13,270 INFO [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T07:32:13,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741826_1002 (size=42) 2024-11-21T07:32:13,738 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/hbase.id with ID: 795182bb-1d30-4c6e-b9ef-98a38f8cf508 2024-11-21T07:32:13,787 INFO [master/7031d45592d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T07:32:13,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:13,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741827_1003 (size=196) 2024-11-21T07:32:14,286 INFO [master/7031d45592d4:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T07:32:14,288 INFO [master/7031d45592d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T07:32:14,301 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:14,305 INFO [master/7031d45592d4:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T07:32:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741828_1004 (size=1189) 2024-11-21T07:32:14,755 INFO [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store 2024-11-21T07:32:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741829_1005 (size=34) 2024-11-21T07:32:14,774 INFO [master/7031d45592d4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T07:32:14,774 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:14,775 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T07:32:14,775 INFO [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T07:32:14,776 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T07:32:14,776 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T07:32:14,776 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T07:32:14,776 INFO [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T07:32:14,776 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T07:32:14,778 WARN [master/7031d45592d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/.initializing 2024-11-21T07:32:14,778 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/WALs/7031d45592d4,33897,1732174332407 2024-11-21T07:32:14,784 INFO [master/7031d45592d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T07:32:14,794 INFO [master/7031d45592d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7031d45592d4%2C33897%2C1732174332407, suffix=, logDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/WALs/7031d45592d4,33897,1732174332407, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/oldWALs, maxLogs=10 2024-11-21T07:32:14,814 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/WALs/7031d45592d4,33897,1732174332407/7031d45592d4%2C33897%2C1732174332407.1732174334800, exclude list is [], retry=0 2024-11-21T07:32:14,830 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33149,DS-fde75a90-095c-45ca-8936-553210ff83da,DISK] 2024-11-21T07:32:14,832 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T07:32:14,863 INFO [master/7031d45592d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/WALs/7031d45592d4,33897,1732174332407/7031d45592d4%2C33897%2C1732174332407.1732174334800 2024-11-21T07:32:14,864 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-21T07:32:14,865 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:32:14,865 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:14,868 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T07:32:14,869 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T07:32:14,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T07:32:14,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T07:32:14,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:14,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T07:32:14,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T07:32:14,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T07:32:14,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:14,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:14,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T07:32:14,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T07:32:14,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:14,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:14,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T07:32:14,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T07:32:14,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:14,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:14,946 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T07:32:14,947 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T07:32:14,956 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T07:32:14,960 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T07:32:14,965 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T07:32:14,966 INFO [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64729499, jitterRate=-0.03545530140399933}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T07:32:14,972 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T07:32:14,973 INFO [master/7031d45592d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T07:32:15,001 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c5dfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:15,032 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T07:32:15,043 INFO [master/7031d45592d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T07:32:15,044 INFO [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T07:32:15,046 INFO [master/7031d45592d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T07:32:15,048 INFO [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T07:32:15,053 INFO [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-21T07:32:15,053 INFO [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T07:32:15,080 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T07:32:15,092 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T07:32:15,140 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T07:32:15,143 INFO [master/7031d45592d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T07:32:15,145 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T07:32:15,154 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T07:32:15,157 INFO [master/7031d45592d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T07:32:15,160 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T07:32:15,171 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T07:32:15,173 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T07:32:15,182 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T07:32:15,196 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T07:32:15,204 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T07:32:15,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T07:32:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:15,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T07:32:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:15,217 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=7031d45592d4,33897,1732174332407, sessionid=0x1015d98617d0000, setting cluster-up flag (Was=false) 2024-11-21T07:32:15,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:15,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:15,274 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T07:32:15,277 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7031d45592d4,33897,1732174332407 2024-11-21T07:32:15,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:15,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:15,324 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T07:32:15,326 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7031d45592d4,33897,1732174332407 2024-11-21T07:32:15,399 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T07:32:15,404 INFO [master/7031d45592d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T07:32:15,406 INFO [master/7031d45592d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T07:32:15,410 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7031d45592d4,33897,1732174332407 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T07:32:15,413 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7031d45592d4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T07:32:15,414 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7031d45592d4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T07:32:15,414 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7031d45592d4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T07:32:15,414 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7031d45592d4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T07:32:15,414 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7031d45592d4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T07:32:15,414 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,414 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7031d45592d4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T07:32:15,414 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,417 INFO [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732174365417 2024-11-21T07:32:15,418 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T07:32:15,419 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T07:32:15,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T07:32:15,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T07:32:15,422 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T07:32:15,423 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T07:32:15,423 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T07:32:15,423 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7031d45592d4:46583 2024-11-21T07:32:15,423 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T07:32:15,424 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,424 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1008): ClusterId : 795182bb-1d30-4c6e-b9ef-98a38f8cf508 2024-11-21T07:32:15,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:15,425 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T07:32:15,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T07:32:15,427 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T07:32:15,427 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T07:32:15,427 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T07:32:15,429 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T07:32:15,429 INFO [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T07:32:15,431 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7031d45592d4:0:becomeActiveMaster-HFileCleaner.large.0-1732174335431,5,FailOnTimeoutGroup] 2024-11-21T07:32:15,431 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7031d45592d4:0:becomeActiveMaster-HFileCleaner.small.0-1732174335431,5,FailOnTimeoutGroup] 2024-11-21T07:32:15,431 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,432 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T07:32:15,433 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,433 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741831_1007 (size=1039) 2024-11-21T07:32:15,439 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T07:32:15,439 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T07:32:15,450 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T07:32:15,450 DEBUG [RS:0;7031d45592d4:46583 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5f1484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:15,452 DEBUG [RS:0;7031d45592d4:46583 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e0bbb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7031d45592d4/172.17.0.3:0 2024-11-21T07:32:15,454 INFO [RS:0;7031d45592d4:46583 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T07:32:15,454 INFO [RS:0;7031d45592d4:46583 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T07:32:15,454 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T07:32:15,456 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(3073): reportForDuty to master=7031d45592d4,33897,1732174332407 with isa=7031d45592d4/172.17.0.3:46583, startcode=1732174333165 2024-11-21T07:32:15,466 DEBUG [RS:0;7031d45592d4:46583 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T07:32:15,494 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34637, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T07:32:15,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33897 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 7031d45592d4,46583,1732174333165 2024-11-21T07:32:15,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33897 {}] master.ServerManager(486): Registering regionserver=7031d45592d4,46583,1732174333165 2024-11-21T07:32:15,513 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6 2024-11-21T07:32:15,513 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39631 2024-11-21T07:32:15,513 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T07:32:15,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T07:32:15,524 DEBUG [RS:0;7031d45592d4:46583 {}] zookeeper.ZKUtil(111): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7031d45592d4,46583,1732174333165 2024-11-21T07:32:15,524 WARN [RS:0;7031d45592d4:46583 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T07:32:15,524 INFO [RS:0;7031d45592d4:46583 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T07:32:15,525 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/WALs/7031d45592d4,46583,1732174333165 2024-11-21T07:32:15,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7031d45592d4,46583,1732174333165] 2024-11-21T07:32:15,540 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T07:32:15,550 INFO [RS:0;7031d45592d4:46583 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T07:32:15,563 INFO [RS:0;7031d45592d4:46583 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T07:32:15,566 INFO [RS:0;7031d45592d4:46583 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T07:32:15,566 INFO [RS:0;7031d45592d4:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,566 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T07:32:15,572 INFO [RS:0;7031d45592d4:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,572 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,572 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,573 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,573 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,573 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,573 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7031d45592d4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T07:32:15,573 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,573 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,573 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,573 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,574 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7031d45592d4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T07:32:15,574 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7031d45592d4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T07:32:15,574 DEBUG [RS:0;7031d45592d4:46583 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T07:32:15,574 INFO [RS:0;7031d45592d4:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,575 INFO [RS:0;7031d45592d4:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,575 INFO [RS:0;7031d45592d4:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,575 INFO [RS:0;7031d45592d4:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,575 INFO [RS:0;7031d45592d4:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=7031d45592d4,46583,1732174333165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T07:32:15,591 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T07:32:15,592 INFO [RS:0;7031d45592d4:46583 {}] hbase.ChoreService(168): Chore ScheduledChore name=7031d45592d4,46583,1732174333165-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:15,609 INFO [RS:0;7031d45592d4:46583 {}] regionserver.Replication(204): 7031d45592d4,46583,1732174333165 started 2024-11-21T07:32:15,609 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1767): Serving as 7031d45592d4,46583,1732174333165, RpcServer on 7031d45592d4/172.17.0.3:46583, sessionid=0x1015d98617d0001 2024-11-21T07:32:15,610 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T07:32:15,610 DEBUG [RS:0;7031d45592d4:46583 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7031d45592d4,46583,1732174333165 2024-11-21T07:32:15,610 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7031d45592d4,46583,1732174333165' 2024-11-21T07:32:15,610 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T07:32:15,611 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T07:32:15,611 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T07:32:15,611 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T07:32:15,611 DEBUG [RS:0;7031d45592d4:46583 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7031d45592d4,46583,1732174333165 2024-11-21T07:32:15,611 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7031d45592d4,46583,1732174333165' 2024-11-21T07:32:15,611 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T07:32:15,612 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T07:32:15,612 DEBUG [RS:0;7031d45592d4:46583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T07:32:15,613 INFO [RS:0;7031d45592d4:46583 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T07:32:15,613 INFO [RS:0;7031d45592d4:46583 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T07:32:15,721 INFO [RS:0;7031d45592d4:46583 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T07:32:15,726 INFO [RS:0;7031d45592d4:46583 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7031d45592d4%2C46583%2C1732174333165, suffix=, logDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/WALs/7031d45592d4,46583,1732174333165, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/oldWALs, maxLogs=32 2024-11-21T07:32:15,739 DEBUG [RS:0;7031d45592d4:46583 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/WALs/7031d45592d4,46583,1732174333165/7031d45592d4%2C46583%2C1732174333165.1732174335728, exclude list is [], retry=0 2024-11-21T07:32:15,743 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33149,DS-fde75a90-095c-45ca-8936-553210ff83da,DISK] 2024-11-21T07:32:15,746 INFO [RS:0;7031d45592d4:46583 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/WALs/7031d45592d4,46583,1732174333165/7031d45592d4%2C46583%2C1732174333165.1732174335728 2024-11-21T07:32:15,747 DEBUG [RS:0;7031d45592d4:46583 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-21T07:32:15,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T07:32:15,844 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6 2024-11-21T07:32:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741833_1009 (size=32) 2024-11-21T07:32:16,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:16,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T07:32:16,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T07:32:16,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:16,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T07:32:16,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T07:32:16,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T07:32:16,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:16,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T07:32:16,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T07:32:16,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T07:32:16,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:16,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T07:32:16,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740 2024-11-21T07:32:16,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740 2024-11-21T07:32:16,290 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:32:16,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T07:32:16,296 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T07:32:16,297 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69354105, jitterRate=0.033456698060035706}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:32:16,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T07:32:16,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T07:32:16,299 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T07:32:16,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T07:32:16,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T07:32:16,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T07:32:16,301 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T07:32:16,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T07:32:16,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T07:32:16,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T07:32:16,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T07:32:16,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T07:32:16,316 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T07:32:16,469 DEBUG [7031d45592d4:33897 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T07:32:16,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:16,485 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7031d45592d4,46583,1732174333165, state=OPENING 2024-11-21T07:32:16,615 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T07:32:16,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:16,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:16,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T07:32:16,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T07:32:16,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:32:16,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:16,814 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T07:32:16,816 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T07:32:16,826 INFO [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T07:32:16,826 INFO [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T07:32:16,827 INFO [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T07:32:16,830 INFO [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7031d45592d4%2C46583%2C1732174333165.meta, suffix=.meta, logDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/WALs/7031d45592d4,46583,1732174333165, archiveDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/oldWALs, maxLogs=32 2024-11-21T07:32:16,844 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/WALs/7031d45592d4,46583,1732174333165/7031d45592d4%2C46583%2C1732174333165.meta.1732174336832.meta, exclude list is [], retry=0 2024-11-21T07:32:16,848 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33149,DS-fde75a90-095c-45ca-8936-553210ff83da,DISK] 2024-11-21T07:32:16,851 INFO [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/WALs/7031d45592d4,46583,1732174333165/7031d45592d4%2C46583%2C1732174333165.meta.1732174336832.meta 2024-11-21T07:32:16,852 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-21T07:32:16,852 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:32:16,853 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T07:32:16,903 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T07:32:16,907 INFO [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T07:32:16,911 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T07:32:16,911 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:16,911 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T07:32:16,911 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T07:32:16,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T07:32:16,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T07:32:16,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:16,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T07:32:16,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T07:32:16,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T07:32:16,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:16,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T07:32:16,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T07:32:16,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T07:32:16,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:16,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T07:32:16,923 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740 2024-11-21T07:32:16,926 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740 2024-11-21T07:32:16,928 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:32:16,931 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T07:32:16,933 INFO [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59618754, jitterRate=-0.11161133646965027}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:32:16,934 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T07:32:16,941 INFO [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732174336808 2024-11-21T07:32:16,950 DEBUG [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T07:32:16,951 INFO [RS_OPEN_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T07:32:16,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:16,954 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7031d45592d4,46583,1732174333165, state=OPEN 2024-11-21T07:32:17,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T07:32:17,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T07:32:17,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T07:32:17,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T07:32:17,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T07:32:17,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=7031d45592d4,46583,1732174333165 in 377 msec 2024-11-21T07:32:17,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T07:32:17,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-21T07:32:17,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6630 sec 2024-11-21T07:32:17,025 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732174337025, completionTime=-1 2024-11-21T07:32:17,025 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T07:32:17,025 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T07:32:17,057 DEBUG [hconnection-0x3f0b54a1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:17,060 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:17,069 INFO [master/7031d45592d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-21T07:32:17,069 INFO [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732174397069 2024-11-21T07:32:17,069 INFO [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732174457069 2024-11-21T07:32:17,069 INFO [master/7031d45592d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-11-21T07:32:17,109 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7031d45592d4,33897,1732174332407-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:17,110 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7031d45592d4,33897,1732174332407-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:17,110 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7031d45592d4,33897,1732174332407-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:17,111 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7031d45592d4:33897, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:17,112 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:17,118 DEBUG [master/7031d45592d4:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T07:32:17,120 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T07:32:17,121 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T07:32:17,126 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T07:32:17,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T07:32:17,130 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:17,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T07:32:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741835_1011 (size=358) 2024-11-21T07:32:17,551 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 401d657c76aaac63bbb6ce5ff17ec605, NAME => 'hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6 2024-11-21T07:32:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741836_1012 (size=42) 2024-11-21T07:32:17,963 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:17,963 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 401d657c76aaac63bbb6ce5ff17ec605, disabling compactions & flushes 2024-11-21T07:32:17,964 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:32:17,964 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:32:17,964 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. after waiting 0 ms 2024-11-21T07:32:17,964 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:32:17,964 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:32:17,964 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 401d657c76aaac63bbb6ce5ff17ec605: 2024-11-21T07:32:17,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T07:32:17,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732174337971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732174337971"}]},"ts":"1732174337971"} 2024-11-21T07:32:17,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T07:32:18,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T07:32:18,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174338000"}]},"ts":"1732174338000"} 2024-11-21T07:32:18,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T07:32:18,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=401d657c76aaac63bbb6ce5ff17ec605, ASSIGN}] 2024-11-21T07:32:18,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=401d657c76aaac63bbb6ce5ff17ec605, ASSIGN 2024-11-21T07:32:18,069 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=401d657c76aaac63bbb6ce5ff17ec605, ASSIGN; state=OFFLINE, location=7031d45592d4,46583,1732174333165; forceNewPlan=false, retain=false 2024-11-21T07:32:18,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=401d657c76aaac63bbb6ce5ff17ec605, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:18,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 401d657c76aaac63bbb6ce5ff17ec605, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:32:18,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:18,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:32:18,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 401d657c76aaac63bbb6ce5ff17ec605, NAME => 'hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:32:18,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:32:18,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:18,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:32:18,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:32:18,396 INFO [StoreOpener-401d657c76aaac63bbb6ce5ff17ec605-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:32:18,399 INFO [StoreOpener-401d657c76aaac63bbb6ce5ff17ec605-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 401d657c76aaac63bbb6ce5ff17ec605 columnFamilyName info 2024-11-21T07:32:18,400 DEBUG [StoreOpener-401d657c76aaac63bbb6ce5ff17ec605-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:18,401 INFO [StoreOpener-401d657c76aaac63bbb6ce5ff17ec605-1 {}] regionserver.HStore(327): Store=401d657c76aaac63bbb6ce5ff17ec605/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:18,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/namespace/401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:32:18,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/namespace/401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:32:18,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:32:18,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/namespace/401d657c76aaac63bbb6ce5ff17ec605/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T07:32:18,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 401d657c76aaac63bbb6ce5ff17ec605; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66686070, jitterRate=-0.006300121545791626}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T07:32:18,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 401d657c76aaac63bbb6ce5ff17ec605: 2024-11-21T07:32:18,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605., pid=6, masterSystemTime=1732174338380 2024-11-21T07:32:18,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:32:18,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:32:18,420 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=401d657c76aaac63bbb6ce5ff17ec605, regionState=OPEN, openSeqNum=2, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:18,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T07:32:18,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 401d657c76aaac63bbb6ce5ff17ec605, server=7031d45592d4,46583,1732174333165 in 199 msec 2024-11-21T07:32:18,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T07:32:18,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=401d657c76aaac63bbb6ce5ff17ec605, ASSIGN in 367 msec 2024-11-21T07:32:18,433 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T07:32:18,433 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174338433"}]},"ts":"1732174338433"} 2024-11-21T07:32:18,436 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T07:32:18,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T07:32:18,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3560 sec 2024-11-21T07:32:18,532 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T07:32:18,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:18,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T07:32:18,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:32:18,592 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T07:32:18,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T07:32:18,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 40 msec 2024-11-21T07:32:18,637 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T07:32:18,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T07:32:18,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-11-21T07:32:18,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T07:32:18,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T07:32:18,716 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.449sec 2024-11-21T07:32:18,718 INFO [master/7031d45592d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T07:32:18,721 INFO [master/7031d45592d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T07:32:18,724 INFO [master/7031d45592d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T07:32:18,725 INFO [master/7031d45592d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T07:32:18,726 INFO [master/7031d45592d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T07:32:18,727 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7031d45592d4,33897,1732174332407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T07:32:18,728 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7031d45592d4,33897,1732174332407-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T07:32:18,733 DEBUG [master/7031d45592d4:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T07:32:18,734 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T07:32:18,734 INFO [master/7031d45592d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7031d45592d4,33897,1732174332407-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T07:32:18,831 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-21T07:32:18,832 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-21T07:32:18,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:18,845 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T07:32:18,845 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T07:32:18,854 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:18,861 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:18,869 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=7031d45592d4,33897,1732174332407 2024-11-21T07:32:18,883 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=6817 2024-11-21T07:32:18,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T07:32:18,898 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T07:32:18,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T07:32:18,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T07:32:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T07:32:18,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T07:32:18,913 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:18,915 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T07:32:18,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-21T07:32:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T07:32:18,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741837_1013 (size=960) 2024-11-21T07:32:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T07:32:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T07:32:19,333 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6 2024-11-21T07:32:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741838_1014 (size=53) 2024-11-21T07:32:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T07:32:19,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:19,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 59948750666f7ff513ce5eab9d4d4502, disabling compactions & flushes 2024-11-21T07:32:19,748 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:19,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:19,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. after waiting 0 ms 2024-11-21T07:32:19,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:19,749 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:19,749 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:19,751 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T07:32:19,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732174339752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732174339752"}]},"ts":"1732174339752"} 2024-11-21T07:32:19,756 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T07:32:19,757 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T07:32:19,757 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174339757"}]},"ts":"1732174339757"} 2024-11-21T07:32:19,760 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T07:32:19,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59948750666f7ff513ce5eab9d4d4502, ASSIGN}] 2024-11-21T07:32:19,811 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59948750666f7ff513ce5eab9d4d4502, ASSIGN 2024-11-21T07:32:19,813 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=59948750666f7ff513ce5eab9d4d4502, ASSIGN; state=OFFLINE, location=7031d45592d4,46583,1732174333165; forceNewPlan=false, retain=false 2024-11-21T07:32:19,964 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=59948750666f7ff513ce5eab9d4d4502, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:19,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:32:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T07:32:20,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:20,140 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:20,140 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:32:20,140 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:20,141 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:20,141 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:20,141 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:20,143 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:20,146 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:32:20,146 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59948750666f7ff513ce5eab9d4d4502 columnFamilyName A 2024-11-21T07:32:20,146 DEBUG [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:20,148 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] regionserver.HStore(327): Store=59948750666f7ff513ce5eab9d4d4502/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:20,148 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:20,150 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:32:20,150 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59948750666f7ff513ce5eab9d4d4502 columnFamilyName B 2024-11-21T07:32:20,150 DEBUG [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:20,151 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] regionserver.HStore(327): Store=59948750666f7ff513ce5eab9d4d4502/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:20,151 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:20,154 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:32:20,154 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59948750666f7ff513ce5eab9d4d4502 columnFamilyName C 2024-11-21T07:32:20,154 DEBUG [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:20,155 INFO [StoreOpener-59948750666f7ff513ce5eab9d4d4502-1 {}] regionserver.HStore(327): Store=59948750666f7ff513ce5eab9d4d4502/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:20,156 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:20,157 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:20,158 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:20,161 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:32:20,163 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:20,166 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T07:32:20,167 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 59948750666f7ff513ce5eab9d4d4502; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74799975, jitterRate=0.11460648477077484}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:32:20,169 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:20,170 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., pid=11, masterSystemTime=1732174340127 2024-11-21T07:32:20,173 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:20,173 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:20,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=59948750666f7ff513ce5eab9d4d4502, regionState=OPEN, openSeqNum=2, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:20,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T07:32:20,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 in 205 msec 2024-11-21T07:32:20,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T07:32:20,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59948750666f7ff513ce5eab9d4d4502, ASSIGN in 373 msec 2024-11-21T07:32:20,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T07:32:20,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174340185"}]},"ts":"1732174340185"} 2024-11-21T07:32:20,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T07:32:20,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T07:32:20,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3260 sec 2024-11-21T07:32:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T07:32:21,041 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-21T07:32:21,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-21T07:32:21,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:21,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:21,102 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:21,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T07:32:21,109 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T07:32:21,119 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-21T07:32:21,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:21,131 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-21T07:32:21,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:21,144 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-21T07:32:21,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:21,158 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-21T07:32:21,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:21,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-21T07:32:21,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:21,189 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-21T07:32:21,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:21,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-21T07:32:21,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:21,217 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-21T07:32:21,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:21,233 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-21T07:32:21,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:21,256 DEBUG [hconnection-0x23bc3a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:21,258 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:21,258 DEBUG [hconnection-0x624e92fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:21,258 DEBUG [hconnection-0x47be79fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:21,259 DEBUG [hconnection-0x134cb240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:21,261 DEBUG [hconnection-0x106fdee5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:21,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:21,262 DEBUG [hconnection-0x2ce6d49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:21,262 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:21,263 DEBUG [hconnection-0x38c2ffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:21,265 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:21,265 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:21,267 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:21,268 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-21T07:32:21,271 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:21,271 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:21,271 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:21,272 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T07:32:21,274 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:21,275 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:21,275 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:21,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:21,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:32:21,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:21,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:21,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:21,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:21,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:21,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T07:32:21,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T07:32:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:21,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:21,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:21,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174401454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174401464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174401458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174401467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174401473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/606725a7166244dd92aa3169266cf328 is 50, key is test_row_0/A:col10/1732174341337/Put/seqid=0 2024-11-21T07:32:21,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741839_1015 (size=12001) 2024-11-21T07:32:21,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/606725a7166244dd92aa3169266cf328 2024-11-21T07:32:21,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T07:32:21,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T07:32:21,547 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-21T07:32:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T07:32:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174401614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174401614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174401614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174401615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174401616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T07:32:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:21,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:21,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:21,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/c5413d3359884a97936302fe8d6a1237 is 50, key is test_row_0/B:col10/1732174341337/Put/seqid=0 2024-11-21T07:32:21,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741840_1016 (size=12001) 2024-11-21T07:32:21,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/c5413d3359884a97936302fe8d6a1237 2024-11-21T07:32:21,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/754fad03d6974488b257e5e6cc76320c is 50, key is test_row_0/C:col10/1732174341337/Put/seqid=0 2024-11-21T07:32:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741841_1017 (size=12001) 2024-11-21T07:32:21,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/754fad03d6974488b257e5e6cc76320c 2024-11-21T07:32:21,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/606725a7166244dd92aa3169266cf328 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/606725a7166244dd92aa3169266cf328 2024-11-21T07:32:21,798 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/606725a7166244dd92aa3169266cf328, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T07:32:21,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T07:32:21,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:21,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:21,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:21,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:21,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:21,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/c5413d3359884a97936302fe8d6a1237 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/c5413d3359884a97936302fe8d6a1237 2024-11-21T07:32:21,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/c5413d3359884a97936302fe8d6a1237, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T07:32:21,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174401822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174401823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174401824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/754fad03d6974488b257e5e6cc76320c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/754fad03d6974488b257e5e6cc76320c 2024-11-21T07:32:21,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174401827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174401827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/754fad03d6974488b257e5e6cc76320c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T07:32:21,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 59948750666f7ff513ce5eab9d4d4502 in 502ms, sequenceid=13, compaction requested=false 2024-11-21T07:32:21,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T07:32:21,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:21,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T07:32:21,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:21,961 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T07:32:21,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:21,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:21,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/b80deed9561949cfa9b381258538696e is 50, key is test_row_0/A:col10/1732174341453/Put/seqid=0 2024-11-21T07:32:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741842_1018 (size=12001) 2024-11-21T07:32:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:22,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174402158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174402162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174402164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174402166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174402167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174402269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174402283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174402284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174402286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174402288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T07:32:22,430 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T07:32:22,437 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/b80deed9561949cfa9b381258538696e 2024-11-21T07:32:22,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174402481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/83e8b370f2724c2c84bac4b9aa950560 is 50, key is test_row_0/B:col10/1732174341453/Put/seqid=0 2024-11-21T07:32:22,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174402490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174402492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174402490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174402494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741843_1019 (size=12001) 2024-11-21T07:32:22,532 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/83e8b370f2724c2c84bac4b9aa950560 2024-11-21T07:32:22,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/977e4a259aa24a6da1ad0383e887f959 is 50, key is test_row_0/C:col10/1732174341453/Put/seqid=0 2024-11-21T07:32:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741844_1020 (size=12001) 2024-11-21T07:32:22,571 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/977e4a259aa24a6da1ad0383e887f959 2024-11-21T07:32:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/b80deed9561949cfa9b381258538696e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b80deed9561949cfa9b381258538696e 2024-11-21T07:32:22,611 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b80deed9561949cfa9b381258538696e, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T07:32:22,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/83e8b370f2724c2c84bac4b9aa950560 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/83e8b370f2724c2c84bac4b9aa950560 2024-11-21T07:32:22,629 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/83e8b370f2724c2c84bac4b9aa950560, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T07:32:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/977e4a259aa24a6da1ad0383e887f959 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/977e4a259aa24a6da1ad0383e887f959 2024-11-21T07:32:22,652 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/977e4a259aa24a6da1ad0383e887f959, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T07:32:22,654 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 59948750666f7ff513ce5eab9d4d4502 in 693ms, sequenceid=38, compaction requested=false 2024-11-21T07:32:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T07:32:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-21T07:32:22,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T07:32:22,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3800 sec 2024-11-21T07:32:22,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.4000 sec 2024-11-21T07:32:22,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T07:32:22,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:22,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:22,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:22,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:22,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:22,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:22,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/9e7606afedfe4fba91f785a8c1005d16 is 50, key is test_row_0/A:col10/1732174342147/Put/seqid=0 2024-11-21T07:32:22,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741845_1021 (size=12001) 2024-11-21T07:32:22,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/9e7606afedfe4fba91f785a8c1005d16 2024-11-21T07:32:22,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T07:32:22,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T07:32:22,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-21T07:32:22,837 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-21T07:32:22,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T07:32:22,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T07:32:22,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T07:32:22,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T07:32:22,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T07:32:22,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T07:32:22,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/22fc5b7910c3484aab6169d6c61d889a is 50, key is test_row_0/B:col10/1732174342147/Put/seqid=0 2024-11-21T07:32:22,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741846_1022 (size=12001) 2024-11-21T07:32:22,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174402910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174402911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174402914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174402914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:22,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174402920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174403025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174403028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174403030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174403030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174403030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174403233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174403234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174403236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174403238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174403239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/22fc5b7910c3484aab6169d6c61d889a 2024-11-21T07:32:23,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/e65c4f7c68c34a888229515381e67eec is 50, key is test_row_0/C:col10/1732174342147/Put/seqid=0 2024-11-21T07:32:23,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741847_1023 (size=12001) 2024-11-21T07:32:23,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/e65c4f7c68c34a888229515381e67eec 2024-11-21T07:32:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/9e7606afedfe4fba91f785a8c1005d16 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/9e7606afedfe4fba91f785a8c1005d16 2024-11-21T07:32:23,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/9e7606afedfe4fba91f785a8c1005d16, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T07:32:23,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/22fc5b7910c3484aab6169d6c61d889a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22fc5b7910c3484aab6169d6c61d889a 2024-11-21T07:32:23,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22fc5b7910c3484aab6169d6c61d889a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T07:32:23,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/e65c4f7c68c34a888229515381e67eec as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e65c4f7c68c34a888229515381e67eec 2024-11-21T07:32:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T07:32:23,385 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-21T07:32:23,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-21T07:32:23,393 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:23,395 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:23,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T07:32:23,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e65c4f7c68c34a888229515381e67eec, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T07:32:23,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 59948750666f7ff513ce5eab9d4d4502 in 607ms, sequenceid=52, compaction requested=true 2024-11-21T07:32:23,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:23,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:23,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:23,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:23,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:23,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:23,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:23,411 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:23,411 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:23,415 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:23,419 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/B is initiating minor compaction (all files) 2024-11-21T07:32:23,419 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/B in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:23,419 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/c5413d3359884a97936302fe8d6a1237, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/83e8b370f2724c2c84bac4b9aa950560, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22fc5b7910c3484aab6169d6c61d889a] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=35.2 K 2024-11-21T07:32:23,419 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:23,420 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/A is initiating minor compaction (all files) 2024-11-21T07:32:23,420 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/A in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:23,421 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/606725a7166244dd92aa3169266cf328, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b80deed9561949cfa9b381258538696e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/9e7606afedfe4fba91f785a8c1005d16] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=35.2 K 2024-11-21T07:32:23,421 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting c5413d3359884a97936302fe8d6a1237, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732174341331 2024-11-21T07:32:23,424 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 83e8b370f2724c2c84bac4b9aa950560, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732174341451 2024-11-21T07:32:23,424 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 606725a7166244dd92aa3169266cf328, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732174341331 2024-11-21T07:32:23,425 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 22fc5b7910c3484aab6169d6c61d889a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732174342147 2024-11-21T07:32:23,425 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting b80deed9561949cfa9b381258538696e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732174341451 2024-11-21T07:32:23,427 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e7606afedfe4fba91f785a8c1005d16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732174342147 2024-11-21T07:32:23,475 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#B#compaction#9 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:23,477 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/cd6691ce374e4f679d25d5bb05552b97 is 50, key is test_row_0/B:col10/1732174342147/Put/seqid=0 2024-11-21T07:32:23,479 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#A#compaction#10 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:23,480 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/a0bedcf4f4cc4659810180ce62c16105 is 50, key is test_row_0/A:col10/1732174342147/Put/seqid=0 2024-11-21T07:32:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741848_1024 (size=12104) 2024-11-21T07:32:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T07:32:23,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741849_1025 (size=12104) 2024-11-21T07:32:23,516 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/cd6691ce374e4f679d25d5bb05552b97 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/cd6691ce374e4f679d25d5bb05552b97 2024-11-21T07:32:23,523 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/a0bedcf4f4cc4659810180ce62c16105 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a0bedcf4f4cc4659810180ce62c16105 2024-11-21T07:32:23,542 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/A of 59948750666f7ff513ce5eab9d4d4502 into a0bedcf4f4cc4659810180ce62c16105(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:23,542 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/B of 59948750666f7ff513ce5eab9d4d4502 into cd6691ce374e4f679d25d5bb05552b97(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:23,542 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:23,542 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:23,543 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/A, priority=13, startTime=1732174343405; duration=0sec 2024-11-21T07:32:23,543 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/B, priority=13, startTime=1732174343411; duration=0sec 2024-11-21T07:32:23,543 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:23,543 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:A 2024-11-21T07:32:23,543 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:23,546 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:23,547 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:B 2024-11-21T07:32:23,550 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:23,550 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/C is initiating minor compaction (all files) 2024-11-21T07:32:23,550 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/C in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:23,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T07:32:23,550 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/754fad03d6974488b257e5e6cc76320c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/977e4a259aa24a6da1ad0383e887f959, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e65c4f7c68c34a888229515381e67eec] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=35.2 K 2024-11-21T07:32:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:23,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:23,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:23,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:23,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:23,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:23,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,554 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 754fad03d6974488b257e5e6cc76320c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732174341331 2024-11-21T07:32:23,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T07:32:23,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:23,555 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 977e4a259aa24a6da1ad0383e887f959, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732174341451 2024-11-21T07:32:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:23,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:23,556 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting e65c4f7c68c34a888229515381e67eec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732174342147 2024-11-21T07:32:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:23,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/dc9906c076c241179b439b7877c716b5 is 50, key is test_row_0/A:col10/1732174342905/Put/seqid=0 2024-11-21T07:32:23,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174403585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174403590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174403594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174403596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174403598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,608 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#C#compaction#12 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:23,609 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/bf4a304b5c674ad4a37bd585b59d7529 is 50, key is test_row_0/C:col10/1732174342147/Put/seqid=0 2024-11-21T07:32:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741850_1026 (size=14341) 2024-11-21T07:32:23,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/dc9906c076c241179b439b7877c716b5 2024-11-21T07:32:23,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/0e464b887b2d45e682a5a4e24b75fa69 is 50, key is test_row_0/B:col10/1732174342905/Put/seqid=0 2024-11-21T07:32:23,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741851_1027 (size=12104) 2024-11-21T07:32:23,673 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/bf4a304b5c674ad4a37bd585b59d7529 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/bf4a304b5c674ad4a37bd585b59d7529 2024-11-21T07:32:23,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741852_1028 (size=12001) 2024-11-21T07:32:23,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/0e464b887b2d45e682a5a4e24b75fa69 2024-11-21T07:32:23,699 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/C of 59948750666f7ff513ce5eab9d4d4502 into bf4a304b5c674ad4a37bd585b59d7529(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:23,700 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:23,700 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/C, priority=13, startTime=1732174343411; duration=0sec 2024-11-21T07:32:23,700 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:23,700 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:C 2024-11-21T07:32:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T07:32:23,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174403704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/d09a62cd729d47d5b21fe29744522a39 is 50, key is test_row_0/C:col10/1732174342905/Put/seqid=0 2024-11-21T07:32:23,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174403706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T07:32:23,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:23,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:23,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174403708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741853_1029 (size=12001) 2024-11-21T07:32:23,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/d09a62cd729d47d5b21fe29744522a39 2024-11-21T07:32:23,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174403714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174403714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/dc9906c076c241179b439b7877c716b5 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/dc9906c076c241179b439b7877c716b5 2024-11-21T07:32:23,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/dc9906c076c241179b439b7877c716b5, entries=200, sequenceid=77, filesize=14.0 K 2024-11-21T07:32:23,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/0e464b887b2d45e682a5a4e24b75fa69 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0e464b887b2d45e682a5a4e24b75fa69 2024-11-21T07:32:23,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0e464b887b2d45e682a5a4e24b75fa69, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T07:32:23,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/d09a62cd729d47d5b21fe29744522a39 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d09a62cd729d47d5b21fe29744522a39 2024-11-21T07:32:23,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d09a62cd729d47d5b21fe29744522a39, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T07:32:23,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 59948750666f7ff513ce5eab9d4d4502 in 235ms, sequenceid=77, compaction requested=false 2024-11-21T07:32:23,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:23,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:23,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T07:32:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:23,869 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T07:32:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:23,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:23,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:23,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/e57aeba051154f35afdb7517659fd7cd is 50, key is test_row_0/A:col10/1732174343594/Put/seqid=0 2024-11-21T07:32:23,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741854_1030 (size=12001) 2024-11-21T07:32:23,894 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/e57aeba051154f35afdb7517659fd7cd 2024-11-21T07:32:23,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/832bdc3bd55d4829aa00f329b0e31039 is 50, key is test_row_0/B:col10/1732174343594/Put/seqid=0 2024-11-21T07:32:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:23,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:23,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741855_1031 (size=12001) 2024-11-21T07:32:23,942 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/832bdc3bd55d4829aa00f329b0e31039 2024-11-21T07:32:23,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/912361fdadd14e988a9bcc718c8b8b04 is 50, key is test_row_0/C:col10/1732174343594/Put/seqid=0 2024-11-21T07:32:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741856_1032 (size=12001) 2024-11-21T07:32:23,995 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/912361fdadd14e988a9bcc718c8b8b04 2024-11-21T07:32:24,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174403994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T07:32:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/e57aeba051154f35afdb7517659fd7cd as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e57aeba051154f35afdb7517659fd7cd 2024-11-21T07:32:24,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174403997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174404001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174404004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174404001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,024 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e57aeba051154f35afdb7517659fd7cd, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T07:32:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/832bdc3bd55d4829aa00f329b0e31039 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/832bdc3bd55d4829aa00f329b0e31039 2024-11-21T07:32:24,039 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/832bdc3bd55d4829aa00f329b0e31039, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T07:32:24,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/912361fdadd14e988a9bcc718c8b8b04 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/912361fdadd14e988a9bcc718c8b8b04 2024-11-21T07:32:24,053 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/912361fdadd14e988a9bcc718c8b8b04, entries=150, sequenceid=91, filesize=11.7 K 2024-11-21T07:32:24,055 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 59948750666f7ff513ce5eab9d4d4502 in 186ms, sequenceid=91, compaction requested=true 2024-11-21T07:32:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:24,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T07:32:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-21T07:32:24,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T07:32:24,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 661 msec 2024-11-21T07:32:24,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 676 msec 2024-11-21T07:32:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:24,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:32:24,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:24,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:24,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:24,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:24,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:24,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:24,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/a799aeafadea47d6b357251627761878 is 50, key is test_row_0/A:col10/1732174344110/Put/seqid=0 2024-11-21T07:32:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741857_1033 (size=14341) 2024-11-21T07:32:24,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174404166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174404170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174404172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174404173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174404175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174404276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174404276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174404278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174404279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174404283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174404481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174404481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174404481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174404485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174404495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T07:32:24,505 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-21T07:32:24,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-21T07:32:24,511 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:24,513 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:24,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T07:32:24,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/a799aeafadea47d6b357251627761878 2024-11-21T07:32:24,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/3a9253a5aa2d46c289d27d157ec7bfd2 is 50, key is test_row_0/B:col10/1732174344110/Put/seqid=0 2024-11-21T07:32:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741858_1034 (size=12001) 2024-11-21T07:32:24,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/3a9253a5aa2d46c289d27d157ec7bfd2 2024-11-21T07:32:24,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/41dbe068f2bb412a80e94953ad5ec029 is 50, key is test_row_0/C:col10/1732174344110/Put/seqid=0 2024-11-21T07:32:24,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741859_1035 (size=12001) 2024-11-21T07:32:24,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/41dbe068f2bb412a80e94953ad5ec029 2024-11-21T07:32:24,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/a799aeafadea47d6b357251627761878 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a799aeafadea47d6b357251627761878 2024-11-21T07:32:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T07:32:24,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a799aeafadea47d6b357251627761878, entries=200, sequenceid=115, filesize=14.0 K 2024-11-21T07:32:24,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/3a9253a5aa2d46c289d27d157ec7bfd2 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/3a9253a5aa2d46c289d27d157ec7bfd2 2024-11-21T07:32:24,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/3a9253a5aa2d46c289d27d157ec7bfd2, entries=150, sequenceid=115, filesize=11.7 K 2024-11-21T07:32:24,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/41dbe068f2bb412a80e94953ad5ec029 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/41dbe068f2bb412a80e94953ad5ec029 2024-11-21T07:32:24,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/41dbe068f2bb412a80e94953ad5ec029, entries=150, sequenceid=115, filesize=11.7 K 2024-11-21T07:32:24,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 59948750666f7ff513ce5eab9d4d4502 in 549ms, sequenceid=115, compaction requested=true 2024-11-21T07:32:24,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:24,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:24,662 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:24,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:24,662 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:24,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:24,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:24,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:24,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:24,665 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:24,665 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/A is initiating minor compaction (all files) 2024-11-21T07:32:24,665 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/A in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:24,665 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a0bedcf4f4cc4659810180ce62c16105, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/dc9906c076c241179b439b7877c716b5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e57aeba051154f35afdb7517659fd7cd, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a799aeafadea47d6b357251627761878] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=51.5 K 2024-11-21T07:32:24,666 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:24,666 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/B is initiating minor compaction (all files) 2024-11-21T07:32:24,666 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/B in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:24,666 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/cd6691ce374e4f679d25d5bb05552b97, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0e464b887b2d45e682a5a4e24b75fa69, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/832bdc3bd55d4829aa00f329b0e31039, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/3a9253a5aa2d46c289d27d157ec7bfd2] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=47.0 K 2024-11-21T07:32:24,667 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting cd6691ce374e4f679d25d5bb05552b97, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732174342147 2024-11-21T07:32:24,667 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0bedcf4f4cc4659810180ce62c16105, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732174342147 2024-11-21T07:32:24,668 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e464b887b2d45e682a5a4e24b75fa69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732174342813 2024-11-21T07:32:24,668 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc9906c076c241179b439b7877c716b5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732174342813 2024-11-21T07:32:24,668 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 832bdc3bd55d4829aa00f329b0e31039, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732174343571 2024-11-21T07:32:24,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,669 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a9253a5aa2d46c289d27d157ec7bfd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732174343987 2024-11-21T07:32:24,669 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting e57aeba051154f35afdb7517659fd7cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732174343571 2024-11-21T07:32:24,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T07:32:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:24,670 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T07:32:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:24,683 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting a799aeafadea47d6b357251627761878, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732174343987 2024-11-21T07:32:24,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/e71196be759f4b15a08f31ba1b64a76b is 50, key is test_row_0/A:col10/1732174344170/Put/seqid=0 2024-11-21T07:32:24,719 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:24,720 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/9cf2bc414a194924b0173e4727847e80 is 50, key is test_row_0/B:col10/1732174344110/Put/seqid=0 2024-11-21T07:32:24,720 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#A#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:24,721 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/b7b93467ee4b439e95549bec89a1d6cc is 50, key is test_row_0/A:col10/1732174344110/Put/seqid=0 2024-11-21T07:32:24,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741860_1036 (size=12001) 2024-11-21T07:32:24,734 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/e71196be759f4b15a08f31ba1b64a76b 2024-11-21T07:32:24,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741861_1037 (size=12241) 2024-11-21T07:32:24,765 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/9cf2bc414a194924b0173e4727847e80 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/9cf2bc414a194924b0173e4727847e80 2024-11-21T07:32:24,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/a4dc09a8f9ea487a9f4d9b3572c5d2af is 50, key is test_row_0/B:col10/1732174344170/Put/seqid=0 2024-11-21T07:32:24,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741862_1038 (size=12241) 2024-11-21T07:32:24,789 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/b7b93467ee4b439e95549bec89a1d6cc as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b7b93467ee4b439e95549bec89a1d6cc 2024-11-21T07:32:24,790 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/B of 59948750666f7ff513ce5eab9d4d4502 into 9cf2bc414a194924b0173e4727847e80(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:24,790 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:24,790 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/B, priority=12, startTime=1732174344662; duration=0sec 2024-11-21T07:32:24,790 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:24,790 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:B 2024-11-21T07:32:24,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:24,790 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:24,795 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:24,795 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/C is initiating minor compaction (all files) 2024-11-21T07:32:24,795 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/C in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:24,796 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/bf4a304b5c674ad4a37bd585b59d7529, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d09a62cd729d47d5b21fe29744522a39, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/912361fdadd14e988a9bcc718c8b8b04, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/41dbe068f2bb412a80e94953ad5ec029] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=47.0 K 2024-11-21T07:32:24,798 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting bf4a304b5c674ad4a37bd585b59d7529, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732174342147 2024-11-21T07:32:24,800 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting d09a62cd729d47d5b21fe29744522a39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732174342813 2024-11-21T07:32:24,801 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 912361fdadd14e988a9bcc718c8b8b04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732174343571 2024-11-21T07:32:24,802 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 41dbe068f2bb412a80e94953ad5ec029, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732174343987 2024-11-21T07:32:24,807 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/A of 59948750666f7ff513ce5eab9d4d4502 into b7b93467ee4b439e95549bec89a1d6cc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:24,808 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:24,808 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/A, priority=12, startTime=1732174344662; duration=0sec 2024-11-21T07:32:24,808 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:24,808 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:A 2024-11-21T07:32:24,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741863_1039 (size=12001) 2024-11-21T07:32:24,814 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/a4dc09a8f9ea487a9f4d9b3572c5d2af 2024-11-21T07:32:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T07:32:24,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/efb8f378c2064c1d946eb5250db3063b is 50, key is test_row_0/C:col10/1732174344170/Put/seqid=0 2024-11-21T07:32:24,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174404831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174404829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174404835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174404835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174404836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,854 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:24,855 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/61e69b3ea9884e1aae247cdbb23032d9 is 50, key is test_row_0/C:col10/1732174344110/Put/seqid=0 2024-11-21T07:32:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741864_1040 (size=12001) 2024-11-21T07:32:24,878 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/efb8f378c2064c1d946eb5250db3063b 2024-11-21T07:32:24,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741865_1041 (size=12241) 2024-11-21T07:32:24,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/e71196be759f4b15a08f31ba1b64a76b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e71196be759f4b15a08f31ba1b64a76b 2024-11-21T07:32:24,903 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e71196be759f4b15a08f31ba1b64a76b, entries=150, sequenceid=128, filesize=11.7 K 2024-11-21T07:32:24,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/a4dc09a8f9ea487a9f4d9b3572c5d2af as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/a4dc09a8f9ea487a9f4d9b3572c5d2af 2024-11-21T07:32:24,918 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/a4dc09a8f9ea487a9f4d9b3572c5d2af, entries=150, sequenceid=128, filesize=11.7 K 2024-11-21T07:32:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/efb8f378c2064c1d946eb5250db3063b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/efb8f378c2064c1d946eb5250db3063b 2024-11-21T07:32:24,934 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/efb8f378c2064c1d946eb5250db3063b, entries=150, sequenceid=128, filesize=11.7 K 2024-11-21T07:32:24,936 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 59948750666f7ff513ce5eab9d4d4502 in 265ms, sequenceid=128, compaction requested=false 2024-11-21T07:32:24,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:24,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:24,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-21T07:32:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-21T07:32:24,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T07:32:24,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 426 msec 2024-11-21T07:32:24,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:32:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:24,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:24,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:24,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:24,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:24,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:24,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:24,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 438 msec 2024-11-21T07:32:24,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174404955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174404955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174404960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174404961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174404961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:24,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/cbd26522ae7345668109ef7e007a9c11 is 50, key is test_row_0/A:col10/1732174344828/Put/seqid=0 2024-11-21T07:32:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741866_1042 (size=14541) 2024-11-21T07:32:25,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/cbd26522ae7345668109ef7e007a9c11 2024-11-21T07:32:25,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/d418218b2e424a598041d47ba28d6a8e is 50, key is test_row_0/B:col10/1732174344828/Put/seqid=0 2024-11-21T07:32:25,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741867_1043 (size=12151) 2024-11-21T07:32:25,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/d418218b2e424a598041d47ba28d6a8e 2024-11-21T07:32:25,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/f6c9f923cd224bbd93ef11590b66b319 is 50, key is test_row_0/C:col10/1732174344828/Put/seqid=0 2024-11-21T07:32:25,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174405063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174405064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174405067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174405068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174405068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741868_1044 (size=12151) 2024-11-21T07:32:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T07:32:25,120 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-21T07:32:25,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-21T07:32:25,126 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T07:32:25,127 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:25,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T07:32:25,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174405268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174405269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174405273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174405273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174405274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T07:32:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:25,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,314 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/61e69b3ea9884e1aae247cdbb23032d9 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/61e69b3ea9884e1aae247cdbb23032d9 2024-11-21T07:32:25,327 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/C of 59948750666f7ff513ce5eab9d4d4502 into 61e69b3ea9884e1aae247cdbb23032d9(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:25,327 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:25,327 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/C, priority=12, startTime=1732174344662; duration=0sec 2024-11-21T07:32:25,327 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:25,328 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:C 2024-11-21T07:32:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T07:32:25,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T07:32:25,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:25,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/f6c9f923cd224bbd93ef11590b66b319 2024-11-21T07:32:25,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/cbd26522ae7345668109ef7e007a9c11 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/cbd26522ae7345668109ef7e007a9c11 2024-11-21T07:32:25,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/cbd26522ae7345668109ef7e007a9c11, entries=200, sequenceid=155, filesize=14.2 K 2024-11-21T07:32:25,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/d418218b2e424a598041d47ba28d6a8e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/d418218b2e424a598041d47ba28d6a8e 2024-11-21T07:32:25,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/d418218b2e424a598041d47ba28d6a8e, entries=150, sequenceid=155, filesize=11.9 K 2024-11-21T07:32:25,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/f6c9f923cd224bbd93ef11590b66b319 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/f6c9f923cd224bbd93ef11590b66b319 2024-11-21T07:32:25,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/f6c9f923cd224bbd93ef11590b66b319, entries=150, sequenceid=155, filesize=11.9 K 2024-11-21T07:32:25,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 59948750666f7ff513ce5eab9d4d4502 in 614ms, sequenceid=155, compaction requested=true 2024-11-21T07:32:25,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:25,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:25,560 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:25,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:25,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:25,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:25,560 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:25,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:25,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:25,563 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:25,563 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/B is initiating minor compaction (all files) 2024-11-21T07:32:25,563 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/B in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,563 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/9cf2bc414a194924b0173e4727847e80, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/a4dc09a8f9ea487a9f4d9b3572c5d2af, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/d418218b2e424a598041d47ba28d6a8e] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=35.5 K 2024-11-21T07:32:25,564 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:25,564 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/A is initiating minor compaction (all files) 2024-11-21T07:32:25,564 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/A in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,564 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b7b93467ee4b439e95549bec89a1d6cc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e71196be759f4b15a08f31ba1b64a76b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/cbd26522ae7345668109ef7e007a9c11] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=37.9 K 2024-11-21T07:32:25,565 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cf2bc414a194924b0173e4727847e80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732174343987 2024-11-21T07:32:25,566 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7b93467ee4b439e95549bec89a1d6cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732174343987 2024-11-21T07:32:25,566 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting a4dc09a8f9ea487a9f4d9b3572c5d2af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732174344128 2024-11-21T07:32:25,566 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting e71196be759f4b15a08f31ba1b64a76b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732174344128 2024-11-21T07:32:25,567 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbd26522ae7345668109ef7e007a9c11, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732174344828 2024-11-21T07:32:25,568 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting d418218b2e424a598041d47ba28d6a8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732174344828 2024-11-21T07:32:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:25,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T07:32:25,591 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#A#compaction#30 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:25,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:25,592 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/96b92b5688224e3c94c141c7fa853189 is 50, key is test_row_0/A:col10/1732174344828/Put/seqid=0 2024-11-21T07:32:25,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T07:32:25,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:25,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,597 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#B#compaction#31 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:25,599 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/310245ee03644b6491ddfa9bd9a5188f is 50, key is test_row_0/B:col10/1732174344828/Put/seqid=0 2024-11-21T07:32:25,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/801757b155014fd3abb6792001064684 is 50, key is test_row_1/A:col10/1732174345589/Put/seqid=0 2024-11-21T07:32:25,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741869_1045 (size=12493) 2024-11-21T07:32:25,645 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/96b92b5688224e3c94c141c7fa853189 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/96b92b5688224e3c94c141c7fa853189 2024-11-21T07:32:25,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174405646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174405648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174405648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,659 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/A of 59948750666f7ff513ce5eab9d4d4502 into 96b92b5688224e3c94c141c7fa853189(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:25,659 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:25,659 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/A, priority=13, startTime=1732174345560; duration=0sec 2024-11-21T07:32:25,660 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:25,660 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:A 2024-11-21T07:32:25,660 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:25,662 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:25,662 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/C is initiating minor compaction (all files) 2024-11-21T07:32:25,662 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/C in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,662 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/61e69b3ea9884e1aae247cdbb23032d9, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/efb8f378c2064c1d946eb5250db3063b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/f6c9f923cd224bbd93ef11590b66b319] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=35.5 K 2024-11-21T07:32:25,664 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61e69b3ea9884e1aae247cdbb23032d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732174343987 2024-11-21T07:32:25,665 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting efb8f378c2064c1d946eb5250db3063b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732174344128 2024-11-21T07:32:25,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174405655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174405657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,668 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6c9f923cd224bbd93ef11590b66b319, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732174344828 2024-11-21T07:32:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741870_1046 (size=12493) 2024-11-21T07:32:25,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741871_1047 (size=9757) 2024-11-21T07:32:25,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/801757b155014fd3abb6792001064684 2024-11-21T07:32:25,692 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#C#compaction#33 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:25,693 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/89aaf256136640f38500638a7b8cf1c6 is 50, key is test_row_0/C:col10/1732174344828/Put/seqid=0 2024-11-21T07:32:25,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/edf229407dc848d5bfb855ac3ebb2d4c is 50, key is test_row_1/B:col10/1732174345589/Put/seqid=0 2024-11-21T07:32:25,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741872_1048 (size=12493) 2024-11-21T07:32:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T07:32:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741873_1049 (size=9757) 2024-11-21T07:32:25,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T07:32:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174405757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174405758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174405759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174405768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174405769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T07:32:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:25,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:25,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:25,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174405963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174405964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174405964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174405973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:25,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174405974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T07:32:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:26,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,084 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/310245ee03644b6491ddfa9bd9a5188f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/310245ee03644b6491ddfa9bd9a5188f 2024-11-21T07:32:26,099 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/B of 59948750666f7ff513ce5eab9d4d4502 into 310245ee03644b6491ddfa9bd9a5188f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:26,099 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:26,099 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/B, priority=13, startTime=1732174345560; duration=0sec 2024-11-21T07:32:26,099 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:26,100 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:B 2024-11-21T07:32:26,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/edf229407dc848d5bfb855ac3ebb2d4c 2024-11-21T07:32:26,140 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/89aaf256136640f38500638a7b8cf1c6 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/89aaf256136640f38500638a7b8cf1c6 2024-11-21T07:32:26,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/7f3e8427ab8942f0ad1d45bca7805259 is 50, key is test_row_1/C:col10/1732174345589/Put/seqid=0 2024-11-21T07:32:26,157 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/C of 59948750666f7ff513ce5eab9d4d4502 into 89aaf256136640f38500638a7b8cf1c6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:26,157 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:26,158 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/C, priority=13, startTime=1732174345560; duration=0sec 2024-11-21T07:32:26,158 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:26,159 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:C 2024-11-21T07:32:26,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741874_1050 (size=9757) 2024-11-21T07:32:26,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T07:32:26,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:26,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:26,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:26,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T07:32:26,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174406267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174406271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174406271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174406277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174406279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T07:32:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:26,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:26,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T07:32:26,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:26,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:26,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:26,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:26,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/7f3e8427ab8942f0ad1d45bca7805259 2024-11-21T07:32:26,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/801757b155014fd3abb6792001064684 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/801757b155014fd3abb6792001064684 2024-11-21T07:32:26,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/801757b155014fd3abb6792001064684, entries=100, sequenceid=169, filesize=9.5 K 2024-11-21T07:32:26,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/edf229407dc848d5bfb855ac3ebb2d4c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/edf229407dc848d5bfb855ac3ebb2d4c 2024-11-21T07:32:26,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/edf229407dc848d5bfb855ac3ebb2d4c, entries=100, sequenceid=169, filesize=9.5 K 2024-11-21T07:32:26,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/7f3e8427ab8942f0ad1d45bca7805259 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/7f3e8427ab8942f0ad1d45bca7805259 2024-11-21T07:32:26,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/7f3e8427ab8942f0ad1d45bca7805259, entries=100, sequenceid=169, filesize=9.5 K 2024-11-21T07:32:26,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 59948750666f7ff513ce5eab9d4d4502 in 1047ms, sequenceid=169, compaction requested=false 2024-11-21T07:32:26,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:26,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T07:32:26,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:26,684 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:32:26,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:26,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/f743c1b4fd9249f7a3e0b1436a7faf8e is 50, key is test_row_0/A:col10/1732174345623/Put/seqid=0 2024-11-21T07:32:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741875_1051 (size=12151) 2024-11-21T07:32:26,708 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/f743c1b4fd9249f7a3e0b1436a7faf8e 2024-11-21T07:32:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/22820436196b48b08d36fc9b397a8f45 is 50, key is test_row_0/B:col10/1732174345623/Put/seqid=0 2024-11-21T07:32:26,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741876_1052 (size=12151) 2024-11-21T07:32:26,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174406789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174406789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174406791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174406792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174406792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174406896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174406896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174406897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174406898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174406898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174407101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174407102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174407102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174407102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174407106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/22820436196b48b08d36fc9b397a8f45 2024-11-21T07:32:27,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/28a649df660242908967dad41617c733 is 50, key is test_row_0/C:col10/1732174345623/Put/seqid=0 2024-11-21T07:32:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741877_1053 (size=12151) 2024-11-21T07:32:27,194 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/28a649df660242908967dad41617c733 2024-11-21T07:32:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/f743c1b4fd9249f7a3e0b1436a7faf8e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/f743c1b4fd9249f7a3e0b1436a7faf8e 2024-11-21T07:32:27,218 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/f743c1b4fd9249f7a3e0b1436a7faf8e, entries=150, sequenceid=196, filesize=11.9 K 2024-11-21T07:32:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/22820436196b48b08d36fc9b397a8f45 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22820436196b48b08d36fc9b397a8f45 2024-11-21T07:32:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T07:32:27,236 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22820436196b48b08d36fc9b397a8f45, entries=150, sequenceid=196, filesize=11.9 K 2024-11-21T07:32:27,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/28a649df660242908967dad41617c733 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/28a649df660242908967dad41617c733 2024-11-21T07:32:27,256 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/28a649df660242908967dad41617c733, entries=150, sequenceid=196, filesize=11.9 K 2024-11-21T07:32:27,260 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 59948750666f7ff513ce5eab9d4d4502 in 575ms, sequenceid=196, compaction requested=true 2024-11-21T07:32:27,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:27,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:27,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-21T07:32:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-21T07:32:27,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T07:32:27,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1350 sec 2024-11-21T07:32:27,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 2.1440 sec 2024-11-21T07:32:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:27,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T07:32:27,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:27,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:27,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:27,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:27,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:27,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:27,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/e66ab415992a46b586976d3d6ffab64c is 50, key is test_row_0/A:col10/1732174347408/Put/seqid=0 2024-11-21T07:32:27,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741878_1054 (size=12151) 2024-11-21T07:32:27,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174407444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174407446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174407448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174407452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174407452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174407554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174407554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174407557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174407559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174407559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174407761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174407762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174407763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174407765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174407766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:27,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/e66ab415992a46b586976d3d6ffab64c 2024-11-21T07:32:27,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/5738f80011614f0fbf65c0fe9ae02d83 is 50, key is test_row_0/B:col10/1732174347408/Put/seqid=0 2024-11-21T07:32:27,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741879_1055 (size=12151) 2024-11-21T07:32:28,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174408068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174408071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174408072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174408071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174408073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/5738f80011614f0fbf65c0fe9ae02d83 2024-11-21T07:32:28,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/5ea70ed6af19473abf489a5faa16ba6c is 50, key is test_row_0/C:col10/1732174347408/Put/seqid=0 2024-11-21T07:32:28,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741880_1056 (size=12151) 2024-11-21T07:32:28,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/5ea70ed6af19473abf489a5faa16ba6c 2024-11-21T07:32:28,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/e66ab415992a46b586976d3d6ffab64c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e66ab415992a46b586976d3d6ffab64c 2024-11-21T07:32:28,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e66ab415992a46b586976d3d6ffab64c, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T07:32:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/5738f80011614f0fbf65c0fe9ae02d83 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5738f80011614f0fbf65c0fe9ae02d83 2024-11-21T07:32:28,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5738f80011614f0fbf65c0fe9ae02d83, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T07:32:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/5ea70ed6af19473abf489a5faa16ba6c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/5ea70ed6af19473abf489a5faa16ba6c 2024-11-21T07:32:28,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/5ea70ed6af19473abf489a5faa16ba6c, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T07:32:28,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 59948750666f7ff513ce5eab9d4d4502 in 942ms, sequenceid=210, compaction requested=true 2024-11-21T07:32:28,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:28,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:28,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:28,352 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:28,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:28,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:28,352 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:28,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:28,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:28,354 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:28,354 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/A is initiating minor compaction (all files) 2024-11-21T07:32:28,354 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/A in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:28,355 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/96b92b5688224e3c94c141c7fa853189, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/801757b155014fd3abb6792001064684, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/f743c1b4fd9249f7a3e0b1436a7faf8e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e66ab415992a46b586976d3d6ffab64c] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=45.5 K 2024-11-21T07:32:28,355 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:28,355 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/B is initiating minor compaction (all files) 2024-11-21T07:32:28,355 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/B in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:28,355 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/310245ee03644b6491ddfa9bd9a5188f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/edf229407dc848d5bfb855ac3ebb2d4c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22820436196b48b08d36fc9b397a8f45, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5738f80011614f0fbf65c0fe9ae02d83] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=45.5 K 2024-11-21T07:32:28,355 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96b92b5688224e3c94c141c7fa853189, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732174344828 2024-11-21T07:32:28,356 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 310245ee03644b6491ddfa9bd9a5188f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732174344828 2024-11-21T07:32:28,356 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 801757b155014fd3abb6792001064684, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732174344952 2024-11-21T07:32:28,356 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting edf229407dc848d5bfb855ac3ebb2d4c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732174344952 2024-11-21T07:32:28,357 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting f743c1b4fd9249f7a3e0b1436a7faf8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732174345623 2024-11-21T07:32:28,358 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 22820436196b48b08d36fc9b397a8f45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732174345623 2024-11-21T07:32:28,358 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting e66ab415992a46b586976d3d6ffab64c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732174346790 2024-11-21T07:32:28,358 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 5738f80011614f0fbf65c0fe9ae02d83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732174346790 2024-11-21T07:32:28,391 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:28,393 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/504b7955a60b47ac869e47bbfec8c6b8 is 50, key is test_row_0/A:col10/1732174347408/Put/seqid=0 2024-11-21T07:32:28,402 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:28,403 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/cd6c82c7b4d342378d4303d13716de96 is 50, key is test_row_0/B:col10/1732174347408/Put/seqid=0 2024-11-21T07:32:28,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741881_1057 (size=12629) 2024-11-21T07:32:28,431 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/504b7955a60b47ac869e47bbfec8c6b8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/504b7955a60b47ac869e47bbfec8c6b8 2024-11-21T07:32:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741882_1058 (size=12629) 2024-11-21T07:32:28,451 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/A of 59948750666f7ff513ce5eab9d4d4502 into 504b7955a60b47ac869e47bbfec8c6b8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:28,452 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:28,452 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/A, priority=12, startTime=1732174348352; duration=0sec 2024-11-21T07:32:28,452 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:28,452 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:A 2024-11-21T07:32:28,452 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:28,453 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/cd6c82c7b4d342378d4303d13716de96 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/cd6c82c7b4d342378d4303d13716de96 2024-11-21T07:32:28,456 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:28,456 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/C is initiating minor compaction (all files) 2024-11-21T07:32:28,457 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/C in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:28,457 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/89aaf256136640f38500638a7b8cf1c6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/7f3e8427ab8942f0ad1d45bca7805259, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/28a649df660242908967dad41617c733, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/5ea70ed6af19473abf489a5faa16ba6c] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=45.5 K 2024-11-21T07:32:28,457 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89aaf256136640f38500638a7b8cf1c6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732174344828 2024-11-21T07:32:28,458 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f3e8427ab8942f0ad1d45bca7805259, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732174344952 2024-11-21T07:32:28,459 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28a649df660242908967dad41617c733, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732174345623 2024-11-21T07:32:28,460 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ea70ed6af19473abf489a5faa16ba6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732174346790 2024-11-21T07:32:28,465 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/B of 59948750666f7ff513ce5eab9d4d4502 into cd6c82c7b4d342378d4303d13716de96(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:28,465 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:28,465 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/B, priority=12, startTime=1732174348352; duration=0sec 2024-11-21T07:32:28,465 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:28,465 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:B 2024-11-21T07:32:28,477 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:28,478 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/080162aae18b4b8e9c543edb16e49090 is 50, key is test_row_0/C:col10/1732174347408/Put/seqid=0 2024-11-21T07:32:28,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741883_1059 (size=12629) 2024-11-21T07:32:28,512 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/080162aae18b4b8e9c543edb16e49090 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/080162aae18b4b8e9c543edb16e49090 2024-11-21T07:32:28,523 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/C of 59948750666f7ff513ce5eab9d4d4502 into 080162aae18b4b8e9c543edb16e49090(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:28,523 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:28,523 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/C, priority=12, startTime=1732174348352; duration=0sec 2024-11-21T07:32:28,523 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:28,523 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:C 2024-11-21T07:32:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:28,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T07:32:28,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:28,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:28,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:28,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:28,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:28,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:28,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/b65726cdd0074adca8d06bd361d669a9 is 50, key is test_row_0/A:col10/1732174347440/Put/seqid=0 2024-11-21T07:32:28,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174408591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174408591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174408593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174408595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174408597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741884_1060 (size=12151) 2024-11-21T07:32:28,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/b65726cdd0074adca8d06bd361d669a9 2024-11-21T07:32:28,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/8cb5dc539cba455aade8b6517bb45606 is 50, key is test_row_0/B:col10/1732174347440/Put/seqid=0 2024-11-21T07:32:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741885_1061 (size=12151) 2024-11-21T07:32:28,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174408698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174408698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174408698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174408700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174408700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174408901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174408901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174408902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174408902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:28,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174408904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/8cb5dc539cba455aade8b6517bb45606 2024-11-21T07:32:29,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/d82b50d446fe4cdc9f758d29557d3d03 is 50, key is test_row_0/C:col10/1732174347440/Put/seqid=0 2024-11-21T07:32:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741886_1062 (size=12151) 2024-11-21T07:32:29,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/d82b50d446fe4cdc9f758d29557d3d03 2024-11-21T07:32:29,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/b65726cdd0074adca8d06bd361d669a9 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b65726cdd0074adca8d06bd361d669a9 2024-11-21T07:32:29,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b65726cdd0074adca8d06bd361d669a9, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T07:32:29,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/8cb5dc539cba455aade8b6517bb45606 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8cb5dc539cba455aade8b6517bb45606 2024-11-21T07:32:29,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8cb5dc539cba455aade8b6517bb45606, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T07:32:29,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/d82b50d446fe4cdc9f758d29557d3d03 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d82b50d446fe4cdc9f758d29557d3d03 2024-11-21T07:32:29,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d82b50d446fe4cdc9f758d29557d3d03, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T07:32:29,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 59948750666f7ff513ce5eab9d4d4502 in 516ms, sequenceid=236, compaction requested=false 2024-11-21T07:32:29,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:29,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T07:32:29,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:29,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:29,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:29,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:29,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:29,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:29,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/919a38774628437c839051d67fd1f965 is 50, key is test_row_0/A:col10/1732174348584/Put/seqid=0 2024-11-21T07:32:29,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174409225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174409225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174409227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174409227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174409228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T07:32:29,234 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-21T07:32:29,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-21T07:32:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T07:32:29,239 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:29,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741887_1063 (size=14541) 2024-11-21T07:32:29,240 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:29,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:29,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174409330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174409331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174409332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174409332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174409332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T07:32:29,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T07:32:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:29,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174409532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174409536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174409538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174409539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T07:32:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174409539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T07:32:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:29,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/919a38774628437c839051d67fd1f965 2024-11-21T07:32:29,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/0db292aa6597435fb56ad988d4abde99 is 50, key is test_row_0/B:col10/1732174348584/Put/seqid=0 2024-11-21T07:32:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741888_1064 (size=12151) 2024-11-21T07:32:29,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/0db292aa6597435fb56ad988d4abde99 2024-11-21T07:32:29,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/54504a758aa64467b1c70c53bc874d35 is 50, key is test_row_0/C:col10/1732174348584/Put/seqid=0 2024-11-21T07:32:29,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741889_1065 (size=12151) 2024-11-21T07:32:29,701 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T07:32:29,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:29,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:29,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:29,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174409835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174409839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T07:32:29,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174409842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174409843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174409844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:29,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T07:32:29,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:29,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:29,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:29,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:30,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T07:32:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:30,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:30,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:30,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/54504a758aa64467b1c70c53bc874d35 2024-11-21T07:32:30,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/919a38774628437c839051d67fd1f965 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/919a38774628437c839051d67fd1f965 2024-11-21T07:32:30,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/919a38774628437c839051d67fd1f965, entries=200, sequenceid=251, filesize=14.2 K 2024-11-21T07:32:30,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/0db292aa6597435fb56ad988d4abde99 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0db292aa6597435fb56ad988d4abde99 2024-11-21T07:32:30,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0db292aa6597435fb56ad988d4abde99, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T07:32:30,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/54504a758aa64467b1c70c53bc874d35 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/54504a758aa64467b1c70c53bc874d35 2024-11-21T07:32:30,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/54504a758aa64467b1c70c53bc874d35, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T07:32:30,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 59948750666f7ff513ce5eab9d4d4502 in 933ms, sequenceid=251, compaction requested=true 2024-11-21T07:32:30,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:30,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:30,140 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:30,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:30,140 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:30,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:30,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:30,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:30,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:30,142 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:30,142 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:30,142 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/B is initiating minor compaction (all files) 2024-11-21T07:32:30,142 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/A is initiating minor compaction (all files) 2024-11-21T07:32:30,142 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/B in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:30,142 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/A in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:30,142 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/cd6c82c7b4d342378d4303d13716de96, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8cb5dc539cba455aade8b6517bb45606, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0db292aa6597435fb56ad988d4abde99] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=36.1 K 2024-11-21T07:32:30,142 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/504b7955a60b47ac869e47bbfec8c6b8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b65726cdd0074adca8d06bd361d669a9, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/919a38774628437c839051d67fd1f965] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=38.4 K 2024-11-21T07:32:30,142 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting cd6c82c7b4d342378d4303d13716de96, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732174346790 2024-11-21T07:32:30,142 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 504b7955a60b47ac869e47bbfec8c6b8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732174346790 2024-11-21T07:32:30,143 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cb5dc539cba455aade8b6517bb45606, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732174347440 2024-11-21T07:32:30,143 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting b65726cdd0074adca8d06bd361d669a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732174347440 2024-11-21T07:32:30,143 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 0db292aa6597435fb56ad988d4abde99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732174348584 2024-11-21T07:32:30,144 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 919a38774628437c839051d67fd1f965, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732174348584 2024-11-21T07:32:30,153 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:30,154 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/5dfe89d33fa9476a85e63ec4aecc3c80 is 50, key is test_row_0/B:col10/1732174348584/Put/seqid=0 2024-11-21T07:32:30,160 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#A#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:30,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,161 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/1eb6ca23c4284ebc9bb76611be2c13b4 is 50, key is test_row_0/A:col10/1732174348584/Put/seqid=0 2024-11-21T07:32:30,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T07:32:30,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:30,162 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T07:32:30,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:30,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:30,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:30,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:30,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:30,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:30,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741890_1066 (size=12731) 2024-11-21T07:32:30,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/a3c35afa75a344858bacb125c53e28e8 is 50, key is test_row_0/A:col10/1732174349221/Put/seqid=0 2024-11-21T07:32:30,172 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/5dfe89d33fa9476a85e63ec4aecc3c80 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5dfe89d33fa9476a85e63ec4aecc3c80 2024-11-21T07:32:30,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741891_1067 (size=12731) 2024-11-21T07:32:30,191 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/B of 59948750666f7ff513ce5eab9d4d4502 into 5dfe89d33fa9476a85e63ec4aecc3c80(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:30,192 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:30,192 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/B, priority=13, startTime=1732174350140; duration=0sec 2024-11-21T07:32:30,192 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:30,192 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:B 2024-11-21T07:32:30,192 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:30,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741892_1068 (size=12301) 2024-11-21T07:32:30,194 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:30,194 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/C is initiating minor compaction (all files) 2024-11-21T07:32:30,194 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/a3c35afa75a344858bacb125c53e28e8 2024-11-21T07:32:30,195 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/C in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:30,195 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/080162aae18b4b8e9c543edb16e49090, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d82b50d446fe4cdc9f758d29557d3d03, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/54504a758aa64467b1c70c53bc874d35] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=36.1 K 2024-11-21T07:32:30,195 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 080162aae18b4b8e9c543edb16e49090, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732174346790 2024-11-21T07:32:30,196 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting d82b50d446fe4cdc9f758d29557d3d03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732174347440 2024-11-21T07:32:30,196 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 54504a758aa64467b1c70c53bc874d35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732174348584 2024-11-21T07:32:30,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/95e56daaa2f04b1d82b45195419c0e72 is 50, key is test_row_0/B:col10/1732174349221/Put/seqid=0 2024-11-21T07:32:30,221 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#C#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:30,221 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/a17899f23c6e41988ba51b57414c3d9a is 50, key is test_row_0/C:col10/1732174348584/Put/seqid=0 2024-11-21T07:32:30,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741893_1069 (size=12301) 2024-11-21T07:32:30,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741894_1070 (size=12731) 2024-11-21T07:32:30,252 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/a17899f23c6e41988ba51b57414c3d9a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/a17899f23c6e41988ba51b57414c3d9a 2024-11-21T07:32:30,259 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/C of 59948750666f7ff513ce5eab9d4d4502 into a17899f23c6e41988ba51b57414c3d9a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:30,259 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:30,259 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/C, priority=13, startTime=1732174350141; duration=0sec 2024-11-21T07:32:30,259 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:30,259 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:C 2024-11-21T07:32:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:30,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T07:32:30,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174410352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174410353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174410352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174410357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174410357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174410458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174410460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174410461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174410462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174410465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,591 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/1eb6ca23c4284ebc9bb76611be2c13b4 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1eb6ca23c4284ebc9bb76611be2c13b4 2024-11-21T07:32:30,597 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/A of 59948750666f7ff513ce5eab9d4d4502 into 1eb6ca23c4284ebc9bb76611be2c13b4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:30,597 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:30,597 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/A, priority=13, startTime=1732174350140; duration=0sec 2024-11-21T07:32:30,597 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:30,597 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:A 2024-11-21T07:32:30,639 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/95e56daaa2f04b1d82b45195419c0e72 2024-11-21T07:32:30,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/46f3f0eff97d45949b14f83d6eb4fc01 is 50, key is test_row_0/C:col10/1732174349221/Put/seqid=0 2024-11-21T07:32:30,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174410662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174410665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174410667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174410667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174410668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741895_1071 (size=12301) 2024-11-21T07:32:30,677 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/46f3f0eff97d45949b14f83d6eb4fc01 2024-11-21T07:32:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/a3c35afa75a344858bacb125c53e28e8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a3c35afa75a344858bacb125c53e28e8 2024-11-21T07:32:30,696 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a3c35afa75a344858bacb125c53e28e8, entries=150, sequenceid=272, filesize=12.0 K 2024-11-21T07:32:30,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/95e56daaa2f04b1d82b45195419c0e72 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/95e56daaa2f04b1d82b45195419c0e72 2024-11-21T07:32:30,706 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/95e56daaa2f04b1d82b45195419c0e72, entries=150, sequenceid=272, filesize=12.0 K 2024-11-21T07:32:30,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/46f3f0eff97d45949b14f83d6eb4fc01 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/46f3f0eff97d45949b14f83d6eb4fc01 2024-11-21T07:32:30,716 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/46f3f0eff97d45949b14f83d6eb4fc01, entries=150, sequenceid=272, filesize=12.0 K 2024-11-21T07:32:30,719 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 59948750666f7ff513ce5eab9d4d4502 in 557ms, sequenceid=272, compaction requested=false 2024-11-21T07:32:30,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:30,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:30,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T07:32:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-21T07:32:30,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-21T07:32:30,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec 2024-11-21T07:32:30,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.4900 sec 2024-11-21T07:32:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:30,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T07:32:30,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:30,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:30,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:30,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:30,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:30,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:30,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/21e546842dae428d96e98f8710f224ff is 50, key is test_row_0/A:col10/1732174350969/Put/seqid=0 2024-11-21T07:32:30,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174410988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174410989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174410993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:30,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174410996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174410997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741896_1072 (size=17181) 2024-11-21T07:32:31,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174411097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174411098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174411098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174411099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174411102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174411301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174411302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174411302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174411302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174411305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T07:32:31,343 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-21T07:32:31,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-21T07:32:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T07:32:31,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:31,347 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:31,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:31,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/21e546842dae428d96e98f8710f224ff 2024-11-21T07:32:31,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/49008b87058a4cf98cfe2a59c445310b is 50, key is test_row_0/B:col10/1732174350969/Put/seqid=0 2024-11-21T07:32:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741897_1073 (size=12301) 2024-11-21T07:32:31,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/49008b87058a4cf98cfe2a59c445310b 2024-11-21T07:32:31,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/b35985fa2f2e4b5aac4cd604ed52cc54 is 50, key is test_row_0/C:col10/1732174350969/Put/seqid=0 2024-11-21T07:32:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T07:32:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741898_1074 (size=12301) 2024-11-21T07:32:31,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/b35985fa2f2e4b5aac4cd604ed52cc54 2024-11-21T07:32:31,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/21e546842dae428d96e98f8710f224ff as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/21e546842dae428d96e98f8710f224ff 2024-11-21T07:32:31,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/21e546842dae428d96e98f8710f224ff, entries=250, sequenceid=293, filesize=16.8 K 2024-11-21T07:32:31,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/49008b87058a4cf98cfe2a59c445310b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/49008b87058a4cf98cfe2a59c445310b 2024-11-21T07:32:31,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/49008b87058a4cf98cfe2a59c445310b, entries=150, sequenceid=293, filesize=12.0 K 2024-11-21T07:32:31,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/b35985fa2f2e4b5aac4cd604ed52cc54 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/b35985fa2f2e4b5aac4cd604ed52cc54 2024-11-21T07:32:31,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T07:32:31,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:31,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/b35985fa2f2e4b5aac4cd604ed52cc54, entries=150, sequenceid=293, filesize=12.0 K 2024-11-21T07:32:31,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 59948750666f7ff513ce5eab9d4d4502 in 549ms, sequenceid=293, compaction requested=true 2024-11-21T07:32:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:31,522 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:31,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:31,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:31,522 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:31,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:31,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:31,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:31,523 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:31,523 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/B is initiating minor compaction (all files) 2024-11-21T07:32:31,523 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/B in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,524 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5dfe89d33fa9476a85e63ec4aecc3c80, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/95e56daaa2f04b1d82b45195419c0e72, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/49008b87058a4cf98cfe2a59c445310b] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=36.5 K 2024-11-21T07:32:31,524 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:31,524 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/A is initiating minor compaction (all files) 2024-11-21T07:32:31,524 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/A in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,525 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1eb6ca23c4284ebc9bb76611be2c13b4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a3c35afa75a344858bacb125c53e28e8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/21e546842dae428d96e98f8710f224ff] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=41.2 K 2024-11-21T07:32:31,525 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dfe89d33fa9476a85e63ec4aecc3c80, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732174348584 2024-11-21T07:32:31,525 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1eb6ca23c4284ebc9bb76611be2c13b4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732174348584 2024-11-21T07:32:31,526 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 95e56daaa2f04b1d82b45195419c0e72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732174349221 2024-11-21T07:32:31,526 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3c35afa75a344858bacb125c53e28e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732174349221 2024-11-21T07:32:31,526 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 49008b87058a4cf98cfe2a59c445310b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732174350355 2024-11-21T07:32:31,527 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21e546842dae428d96e98f8710f224ff, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732174350344 2024-11-21T07:32:31,541 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:31,541 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/7e8028aafc6d4e1ab06466fc19aab463 is 50, key is test_row_0/B:col10/1732174350969/Put/seqid=0 2024-11-21T07:32:31,548 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:31,549 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/3b6405e7802645068aca973b8345b560 is 50, key is test_row_0/A:col10/1732174350969/Put/seqid=0 2024-11-21T07:32:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741899_1075 (size=12983) 2024-11-21T07:32:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741900_1076 (size=12983) 2024-11-21T07:32:31,589 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/7e8028aafc6d4e1ab06466fc19aab463 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/7e8028aafc6d4e1ab06466fc19aab463 2024-11-21T07:32:31,596 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/3b6405e7802645068aca973b8345b560 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3b6405e7802645068aca973b8345b560 2024-11-21T07:32:31,601 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/B of 59948750666f7ff513ce5eab9d4d4502 into 7e8028aafc6d4e1ab06466fc19aab463(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:31,601 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:31,601 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/B, priority=13, startTime=1732174351522; duration=0sec 2024-11-21T07:32:31,601 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:31,601 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:B 2024-11-21T07:32:31,602 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:31,605 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:31,605 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/C is initiating minor compaction (all files) 2024-11-21T07:32:31,605 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/C in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,606 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/a17899f23c6e41988ba51b57414c3d9a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/46f3f0eff97d45949b14f83d6eb4fc01, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/b35985fa2f2e4b5aac4cd604ed52cc54] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=36.5 K 2024-11-21T07:32:31,607 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting a17899f23c6e41988ba51b57414c3d9a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732174348584 2024-11-21T07:32:31,607 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 46f3f0eff97d45949b14f83d6eb4fc01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732174349221 2024-11-21T07:32:31,608 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/A of 59948750666f7ff513ce5eab9d4d4502 into 3b6405e7802645068aca973b8345b560(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:31,608 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:31,608 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting b35985fa2f2e4b5aac4cd604ed52cc54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732174350355 2024-11-21T07:32:31,608 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/A, priority=13, startTime=1732174351521; duration=0sec 2024-11-21T07:32:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:31,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T07:32:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:31,608 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:31,611 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:A 2024-11-21T07:32:31,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/3cb631566ac2483e801cba9860dfc800 is 50, key is test_row_0/A:col10/1732174350991/Put/seqid=0 2024-11-21T07:32:31,628 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:31,629 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/fa4a2c2ea104446d9280fe535121be63 is 50, key is test_row_0/C:col10/1732174350969/Put/seqid=0 2024-11-21T07:32:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174411624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174411623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174411628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174411627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174411630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T07:32:31,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741901_1077 (size=14741) 2024-11-21T07:32:31,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741902_1078 (size=12983) 2024-11-21T07:32:31,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T07:32:31,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:31,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174411732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174411732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174411732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174411733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174411733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,823 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T07:32:31,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:31,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174411936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174411936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174411939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174411936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174411941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T07:32:31,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:31,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T07:32:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:31,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:32,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/3cb631566ac2483e801cba9860dfc800 2024-11-21T07:32:32,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/8522c9f4ba774503ae25b5944fd35715 is 50, key is test_row_0/B:col10/1732174350991/Put/seqid=0 2024-11-21T07:32:32,065 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/fa4a2c2ea104446d9280fe535121be63 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/fa4a2c2ea104446d9280fe535121be63 2024-11-21T07:32:32,073 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/C of 59948750666f7ff513ce5eab9d4d4502 into fa4a2c2ea104446d9280fe535121be63(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:32,073 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:32,073 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/C, priority=13, startTime=1732174351522; duration=0sec 2024-11-21T07:32:32,073 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:32,073 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:C 2024-11-21T07:32:32,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741903_1079 (size=12301) 2024-11-21T07:32:32,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/8522c9f4ba774503ae25b5944fd35715 2024-11-21T07:32:32,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/52991cd2e00b4683b183eafe6d18fe71 is 50, key is test_row_0/C:col10/1732174350991/Put/seqid=0 2024-11-21T07:32:32,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741904_1080 (size=12301) 2024-11-21T07:32:32,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T07:32:32,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:32,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:32,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:32,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:32,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:32,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174412240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174412242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174412242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174412243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174412245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T07:32:32,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:32,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T07:32:32,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T07:32:32,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:32,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:32,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:32,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:32,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:32,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/52991cd2e00b4683b183eafe6d18fe71 2024-11-21T07:32:32,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/3cb631566ac2483e801cba9860dfc800 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3cb631566ac2483e801cba9860dfc800 2024-11-21T07:32:32,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3cb631566ac2483e801cba9860dfc800, entries=200, sequenceid=315, filesize=14.4 K 2024-11-21T07:32:32,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/8522c9f4ba774503ae25b5944fd35715 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8522c9f4ba774503ae25b5944fd35715 2024-11-21T07:32:32,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8522c9f4ba774503ae25b5944fd35715, entries=150, sequenceid=315, filesize=12.0 K 2024-11-21T07:32:32,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/52991cd2e00b4683b183eafe6d18fe71 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/52991cd2e00b4683b183eafe6d18fe71 2024-11-21T07:32:32,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/52991cd2e00b4683b183eafe6d18fe71, entries=150, sequenceid=315, filesize=12.0 K 2024-11-21T07:32:32,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 59948750666f7ff513ce5eab9d4d4502 in 936ms, sequenceid=315, compaction requested=false 2024-11-21T07:32:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:32,613 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T07:32:32,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:32,614 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T07:32:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:32,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/1565139040fa4b03b3a9a1c436943f45 is 50, key is test_row_0/A:col10/1732174351624/Put/seqid=0 2024-11-21T07:32:32,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741905_1081 (size=12301) 2024-11-21T07:32:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:32,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:32,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174412769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174412770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174412772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174412772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174412773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174412875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174412876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174412877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174412877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:32,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174412877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,032 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/1565139040fa4b03b3a9a1c436943f45 2024-11-21T07:32:33,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/6925d2d09a6541fb94493a64719171d5 is 50, key is test_row_0/B:col10/1732174351624/Put/seqid=0 2024-11-21T07:32:33,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741906_1082 (size=12301) 2024-11-21T07:32:33,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174413078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174413081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174413081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174413081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174413084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174413380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174413384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174413386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174413388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174413388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,450 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/6925d2d09a6541fb94493a64719171d5 2024-11-21T07:32:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T07:32:33,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/14fab1e44be84c358e3543b3c50c0e8c is 50, key is test_row_0/C:col10/1732174351624/Put/seqid=0 2024-11-21T07:32:33,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741907_1083 (size=12301) 2024-11-21T07:32:33,523 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/14fab1e44be84c358e3543b3c50c0e8c 2024-11-21T07:32:33,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/1565139040fa4b03b3a9a1c436943f45 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1565139040fa4b03b3a9a1c436943f45 2024-11-21T07:32:33,539 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1565139040fa4b03b3a9a1c436943f45, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T07:32:33,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/6925d2d09a6541fb94493a64719171d5 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6925d2d09a6541fb94493a64719171d5 2024-11-21T07:32:33,554 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6925d2d09a6541fb94493a64719171d5, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T07:32:33,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/14fab1e44be84c358e3543b3c50c0e8c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/14fab1e44be84c358e3543b3c50c0e8c 2024-11-21T07:32:33,569 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/14fab1e44be84c358e3543b3c50c0e8c, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T07:32:33,572 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 59948750666f7ff513ce5eab9d4d4502 in 957ms, sequenceid=332, compaction requested=true 2024-11-21T07:32:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-21T07:32:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-21T07:32:33,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-21T07:32:33,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2260 sec 2024-11-21T07:32:33,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.2320 sec 2024-11-21T07:32:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:33,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T07:32:33,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:33,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:33,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:33,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:33,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:33,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:33,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/df37637e29b04ef79cb480dfb00cc471 is 50, key is test_row_0/A:col10/1732174353887/Put/seqid=0 2024-11-21T07:32:33,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174413900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174413900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174413901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174413905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174413905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741908_1084 (size=14741) 2024-11-21T07:32:33,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/df37637e29b04ef79cb480dfb00cc471 2024-11-21T07:32:33,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/94ec76ccc6cf45a1a83e236973551275 is 50, key is test_row_0/B:col10/1732174353887/Put/seqid=0 2024-11-21T07:32:33,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741909_1085 (size=12301) 2024-11-21T07:32:34,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174414005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174414005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174414006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174414007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174414009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174414207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174414208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174414208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174414209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174414213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/94ec76ccc6cf45a1a83e236973551275 2024-11-21T07:32:34,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/614264610c49447d8424d6ddd0591b4d is 50, key is test_row_0/C:col10/1732174353887/Put/seqid=0 2024-11-21T07:32:34,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741910_1086 (size=12301) 2024-11-21T07:32:34,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174414513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174414514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174414515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174414516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174414516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:34,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/614264610c49447d8424d6ddd0591b4d 2024-11-21T07:32:34,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/df37637e29b04ef79cb480dfb00cc471 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/df37637e29b04ef79cb480dfb00cc471 2024-11-21T07:32:34,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/df37637e29b04ef79cb480dfb00cc471, entries=200, sequenceid=354, filesize=14.4 K 2024-11-21T07:32:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/94ec76ccc6cf45a1a83e236973551275 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/94ec76ccc6cf45a1a83e236973551275 2024-11-21T07:32:34,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/94ec76ccc6cf45a1a83e236973551275, entries=150, sequenceid=354, filesize=12.0 K 2024-11-21T07:32:34,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/614264610c49447d8424d6ddd0591b4d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/614264610c49447d8424d6ddd0591b4d 2024-11-21T07:32:34,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/614264610c49447d8424d6ddd0591b4d, entries=150, sequenceid=354, filesize=12.0 K 2024-11-21T07:32:34,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 59948750666f7ff513ce5eab9d4d4502 in 900ms, sequenceid=354, compaction requested=true 2024-11-21T07:32:34,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:34,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:34,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:34,789 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:34,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:34,789 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:34,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:34,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:34,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:34,791 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:34,791 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/A is initiating minor compaction (all files) 2024-11-21T07:32:34,791 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/A in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:34,791 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3b6405e7802645068aca973b8345b560, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3cb631566ac2483e801cba9860dfc800, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1565139040fa4b03b3a9a1c436943f45, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/df37637e29b04ef79cb480dfb00cc471] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=53.5 K 2024-11-21T07:32:34,791 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:34,791 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/B is initiating minor compaction (all files) 2024-11-21T07:32:34,791 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/B in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:34,792 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/7e8028aafc6d4e1ab06466fc19aab463, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8522c9f4ba774503ae25b5944fd35715, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6925d2d09a6541fb94493a64719171d5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/94ec76ccc6cf45a1a83e236973551275] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=48.7 K 2024-11-21T07:32:34,792 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e8028aafc6d4e1ab06466fc19aab463, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732174350355 2024-11-21T07:32:34,792 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b6405e7802645068aca973b8345b560, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732174350355 2024-11-21T07:32:34,793 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cb631566ac2483e801cba9860dfc800, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732174350988 2024-11-21T07:32:34,793 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8522c9f4ba774503ae25b5944fd35715, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732174350988 2024-11-21T07:32:34,793 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1565139040fa4b03b3a9a1c436943f45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732174351617 2024-11-21T07:32:34,793 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6925d2d09a6541fb94493a64719171d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732174351617 2024-11-21T07:32:34,794 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting df37637e29b04ef79cb480dfb00cc471, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732174352763 2024-11-21T07:32:34,794 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 94ec76ccc6cf45a1a83e236973551275, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732174352770 2024-11-21T07:32:34,806 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:34,806 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/b0626c333ed44186b3e53bfe8b1f2d2c is 50, key is test_row_0/B:col10/1732174353887/Put/seqid=0 2024-11-21T07:32:34,813 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#A#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:34,814 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/c2b719c0c90740f78c749c450d34574c is 50, key is test_row_0/A:col10/1732174353887/Put/seqid=0 2024-11-21T07:32:34,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741911_1087 (size=13119) 2024-11-21T07:32:34,829 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/b0626c333ed44186b3e53bfe8b1f2d2c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/b0626c333ed44186b3e53bfe8b1f2d2c 2024-11-21T07:32:34,835 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/B of 59948750666f7ff513ce5eab9d4d4502 into b0626c333ed44186b3e53bfe8b1f2d2c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:34,836 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:34,836 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/B, priority=12, startTime=1732174354789; duration=0sec 2024-11-21T07:32:34,836 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:34,836 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:B 2024-11-21T07:32:34,836 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:34,838 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:34,838 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/C is initiating minor compaction (all files) 2024-11-21T07:32:34,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741912_1088 (size=13119) 2024-11-21T07:32:34,838 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/C in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:34,839 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/fa4a2c2ea104446d9280fe535121be63, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/52991cd2e00b4683b183eafe6d18fe71, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/14fab1e44be84c358e3543b3c50c0e8c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/614264610c49447d8424d6ddd0591b4d] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=48.7 K 2024-11-21T07:32:34,839 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting fa4a2c2ea104446d9280fe535121be63, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732174350355 2024-11-21T07:32:34,840 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 52991cd2e00b4683b183eafe6d18fe71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732174350988 2024-11-21T07:32:34,841 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 14fab1e44be84c358e3543b3c50c0e8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732174351617 2024-11-21T07:32:34,841 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 614264610c49447d8424d6ddd0591b4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732174352770 2024-11-21T07:32:34,863 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:34,864 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/df666360bffc4290a2738c2b3d80c8df is 50, key is test_row_0/C:col10/1732174353887/Put/seqid=0 2024-11-21T07:32:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741913_1089 (size=13119) 2024-11-21T07:32:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:35,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T07:32:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:35,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/075eb61c8e3c442fafb190d24ff563a3 is 50, key is test_row_0/A:col10/1732174355020/Put/seqid=0 2024-11-21T07:32:35,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174415036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174415037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174415037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174415038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174415038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741914_1090 (size=12301) 2024-11-21T07:32:35,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174415140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174415142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174415143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174415143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174415144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,245 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/c2b719c0c90740f78c749c450d34574c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/c2b719c0c90740f78c749c450d34574c 2024-11-21T07:32:35,251 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/A of 59948750666f7ff513ce5eab9d4d4502 into c2b719c0c90740f78c749c450d34574c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:35,251 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:35,251 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/A, priority=12, startTime=1732174354789; duration=0sec 2024-11-21T07:32:35,251 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:35,251 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:A 2024-11-21T07:32:35,300 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/df666360bffc4290a2738c2b3d80c8df as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/df666360bffc4290a2738c2b3d80c8df 2024-11-21T07:32:35,306 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/C of 59948750666f7ff513ce5eab9d4d4502 into df666360bffc4290a2738c2b3d80c8df(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:35,306 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:35,307 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/C, priority=12, startTime=1732174354789; duration=0sec 2024-11-21T07:32:35,307 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:35,307 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:C 2024-11-21T07:32:35,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174415342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174415345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174415345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174415345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174415346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/075eb61c8e3c442fafb190d24ff563a3 2024-11-21T07:32:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T07:32:35,452 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-21T07:32:35,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-21T07:32:35,455 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:35,456 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:35,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T07:32:35,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/ddfd303d50fc436b93f989d9b63d18cf is 50, key is test_row_0/B:col10/1732174355020/Put/seqid=0 2024-11-21T07:32:35,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741915_1091 (size=12301) 2024-11-21T07:32:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T07:32:35,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T07:32:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:35,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:35,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:35,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174415644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174415647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174415647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174415649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174415649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T07:32:35,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T07:32:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:35,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:35,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/ddfd303d50fc436b93f989d9b63d18cf 2024-11-21T07:32:35,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/8733db92bc2746acb021e0f22e773d7e is 50, key is test_row_0/C:col10/1732174355020/Put/seqid=0 2024-11-21T07:32:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741916_1092 (size=12301) 2024-11-21T07:32:35,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:35,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T07:32:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:35,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T07:32:36,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:36,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T07:32:36,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:36,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:36,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:36,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:36,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:36,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174416145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:36,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174416151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:36,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174416152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:36,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174416153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:36,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174416156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:36,222 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:36,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T07:32:36,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:36,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:36,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:36,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:36,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:36,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/8733db92bc2746acb021e0f22e773d7e 2024-11-21T07:32:36,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/075eb61c8e3c442fafb190d24ff563a3 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/075eb61c8e3c442fafb190d24ff563a3 2024-11-21T07:32:36,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/075eb61c8e3c442fafb190d24ff563a3, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T07:32:36,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/ddfd303d50fc436b93f989d9b63d18cf as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/ddfd303d50fc436b93f989d9b63d18cf 2024-11-21T07:32:36,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/ddfd303d50fc436b93f989d9b63d18cf, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T07:32:36,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/8733db92bc2746acb021e0f22e773d7e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8733db92bc2746acb021e0f22e773d7e 2024-11-21T07:32:36,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8733db92bc2746acb021e0f22e773d7e, entries=150, sequenceid=371, filesize=12.0 K 2024-11-21T07:32:36,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 59948750666f7ff513ce5eab9d4d4502 in 1289ms, sequenceid=371, compaction requested=false 2024-11-21T07:32:36,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:36,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:36,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T07:32:36,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:36,376 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T07:32:36,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:36,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:36,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:36,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/d373a21d70454e38baa0013e0d857ab0 is 50, key is test_row_0/A:col10/1732174355026/Put/seqid=0 2024-11-21T07:32:36,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741917_1093 (size=12301) 2024-11-21T07:32:36,390 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/d373a21d70454e38baa0013e0d857ab0 2024-11-21T07:32:36,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/4cb699d1b8694eb591bd551d62b0002a is 50, key is test_row_0/B:col10/1732174355026/Put/seqid=0 2024-11-21T07:32:36,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741918_1094 (size=12301) 2024-11-21T07:32:36,406 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/4cb699d1b8694eb591bd551d62b0002a 2024-11-21T07:32:36,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/8c8d5d477a0649ddba725ce3d681e8af is 50, key is test_row_0/C:col10/1732174355026/Put/seqid=0 2024-11-21T07:32:36,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741919_1095 (size=12301) 2024-11-21T07:32:36,448 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/8c8d5d477a0649ddba725ce3d681e8af 2024-11-21T07:32:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/d373a21d70454e38baa0013e0d857ab0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/d373a21d70454e38baa0013e0d857ab0 2024-11-21T07:32:36,467 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/d373a21d70454e38baa0013e0d857ab0, entries=150, sequenceid=393, filesize=12.0 K 2024-11-21T07:32:36,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/4cb699d1b8694eb591bd551d62b0002a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/4cb699d1b8694eb591bd551d62b0002a 2024-11-21T07:32:36,475 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/4cb699d1b8694eb591bd551d62b0002a, entries=150, sequenceid=393, filesize=12.0 K 2024-11-21T07:32:36,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/8c8d5d477a0649ddba725ce3d681e8af as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8c8d5d477a0649ddba725ce3d681e8af 2024-11-21T07:32:36,485 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8c8d5d477a0649ddba725ce3d681e8af, entries=150, sequenceid=393, filesize=12.0 K 2024-11-21T07:32:36,486 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 59948750666f7ff513ce5eab9d4d4502 in 110ms, sequenceid=393, compaction requested=true 2024-11-21T07:32:36,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:36,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:36,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-21T07:32:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-21T07:32:36,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-21T07:32:36,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0320 sec 2024-11-21T07:32:36,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.0400 sec 2024-11-21T07:32:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T07:32:36,561 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-21T07:32:36,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-21T07:32:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T07:32:36,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:36,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:36,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T07:32:36,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:36,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T07:32:36,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:36,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:36,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:36,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T07:32:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-21T07:32:36,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T07:32:36,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-21T07:32:36,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 159 msec 2024-11-21T07:32:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T07:32:36,867 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-21T07:32:36,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-21T07:32:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T07:32:36,871 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:36,872 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:36,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T07:32:37,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T07:32:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T07:32:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-21T07:32:37,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-21T07:32:37,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-21T07:32:37,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 160 msec 2024-11-21T07:32:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:37,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:32:37,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:37,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:37,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:37,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:37,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:37,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:37,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/bb3e6d1b498e474dbd293a6ac1ffad77 is 50, key is test_row_0/A:col10/1732174357160/Put/seqid=0 2024-11-21T07:32:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T07:32:37,173 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-21T07:32:37,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-21T07:32:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T07:32:37,176 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:37,177 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:37,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:37,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174417179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174417179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174417181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174417180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174417181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741920_1096 (size=17181) 2024-11-21T07:32:37,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/bb3e6d1b498e474dbd293a6ac1ffad77 2024-11-21T07:32:37,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/e6f57bcacc084a4f986718cd25368b3d is 50, key is test_row_0/B:col10/1732174357160/Put/seqid=0 2024-11-21T07:32:37,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741921_1097 (size=12301) 2024-11-21T07:32:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T07:32:37,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174417282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174417282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174417283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174417283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174417283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-21T07:32:37,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:37,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T07:32:37,482 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-21T07:32:37,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:37,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174417486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174417486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174417486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174417487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174417487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/e6f57bcacc084a4f986718cd25368b3d 2024-11-21T07:32:37,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/0926d904ebe74ab4addf272e523240fc is 50, key is test_row_0/C:col10/1732174357160/Put/seqid=0 2024-11-21T07:32:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741922_1098 (size=12301) 2024-11-21T07:32:37,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/0926d904ebe74ab4addf272e523240fc 2024-11-21T07:32:37,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/bb3e6d1b498e474dbd293a6ac1ffad77 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/bb3e6d1b498e474dbd293a6ac1ffad77 2024-11-21T07:32:37,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-21T07:32:37,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:37,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/bb3e6d1b498e474dbd293a6ac1ffad77, entries=250, sequenceid=407, filesize=16.8 K 2024-11-21T07:32:37,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/e6f57bcacc084a4f986718cd25368b3d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/e6f57bcacc084a4f986718cd25368b3d 2024-11-21T07:32:37,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/e6f57bcacc084a4f986718cd25368b3d, entries=150, sequenceid=407, filesize=12.0 K 2024-11-21T07:32:37,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/0926d904ebe74ab4addf272e523240fc as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/0926d904ebe74ab4addf272e523240fc 2024-11-21T07:32:37,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/0926d904ebe74ab4addf272e523240fc, entries=150, sequenceid=407, filesize=12.0 K 2024-11-21T07:32:37,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 59948750666f7ff513ce5eab9d4d4502 in 506ms, sequenceid=407, compaction requested=true 2024-11-21T07:32:37,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:37,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:37,668 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:37,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:37,668 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:37,671 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:37,671 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54902 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:37,672 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/A is initiating minor compaction (all files) 2024-11-21T07:32:37,672 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/B is initiating minor compaction (all files) 2024-11-21T07:32:37,672 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/B in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,672 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/A in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,672 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/b0626c333ed44186b3e53bfe8b1f2d2c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/ddfd303d50fc436b93f989d9b63d18cf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/4cb699d1b8694eb591bd551d62b0002a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/e6f57bcacc084a4f986718cd25368b3d] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=48.8 K 2024-11-21T07:32:37,672 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/c2b719c0c90740f78c749c450d34574c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/075eb61c8e3c442fafb190d24ff563a3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/d373a21d70454e38baa0013e0d857ab0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/bb3e6d1b498e474dbd293a6ac1ffad77] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=53.6 K 2024-11-21T07:32:37,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:37,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:37,672 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting b0626c333ed44186b3e53bfe8b1f2d2c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732174352770 2024-11-21T07:32:37,672 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2b719c0c90740f78c749c450d34574c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732174352770 2024-11-21T07:32:37,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:37,673 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 075eb61c8e3c442fafb190d24ff563a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732174353898 2024-11-21T07:32:37,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:37,673 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting ddfd303d50fc436b93f989d9b63d18cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732174353898 2024-11-21T07:32:37,673 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting d373a21d70454e38baa0013e0d857ab0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732174355026 2024-11-21T07:32:37,673 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cb699d1b8694eb591bd551d62b0002a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732174355026 2024-11-21T07:32:37,673 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb3e6d1b498e474dbd293a6ac1ffad77, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732174357155 2024-11-21T07:32:37,674 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting e6f57bcacc084a4f986718cd25368b3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732174357160 2024-11-21T07:32:37,688 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:37,689 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/1969017a84f94e898d8a753cece0275d is 50, key is test_row_0/A:col10/1732174357160/Put/seqid=0 2024-11-21T07:32:37,691 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#B#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:37,692 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/f4784cc6ddd0425ba4c406c9f20b01c9 is 50, key is test_row_0/B:col10/1732174357160/Put/seqid=0 2024-11-21T07:32:37,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741923_1099 (size=13255) 2024-11-21T07:32:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741924_1100 (size=13255) 2024-11-21T07:32:37,711 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/f4784cc6ddd0425ba4c406c9f20b01c9 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/f4784cc6ddd0425ba4c406c9f20b01c9 2024-11-21T07:32:37,712 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/1969017a84f94e898d8a753cece0275d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1969017a84f94e898d8a753cece0275d 2024-11-21T07:32:37,718 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/B of 59948750666f7ff513ce5eab9d4d4502 into f4784cc6ddd0425ba4c406c9f20b01c9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:37,718 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:37,718 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/B, priority=12, startTime=1732174357668; duration=0sec 2024-11-21T07:32:37,719 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:37,719 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:B 2024-11-21T07:32:37,719 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:37,719 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/A of 59948750666f7ff513ce5eab9d4d4502 into 1969017a84f94e898d8a753cece0275d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:37,719 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:37,719 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/A, priority=12, startTime=1732174357668; duration=0sec 2024-11-21T07:32:37,720 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:37,720 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:A 2024-11-21T07:32:37,720 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:37,721 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/C is initiating minor compaction (all files) 2024-11-21T07:32:37,721 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/C in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,721 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/df666360bffc4290a2738c2b3d80c8df, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8733db92bc2746acb021e0f22e773d7e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8c8d5d477a0649ddba725ce3d681e8af, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/0926d904ebe74ab4addf272e523240fc] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=48.8 K 2024-11-21T07:32:37,721 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting df666360bffc4290a2738c2b3d80c8df, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732174352770 2024-11-21T07:32:37,722 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8733db92bc2746acb021e0f22e773d7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732174353898 2024-11-21T07:32:37,722 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c8d5d477a0649ddba725ce3d681e8af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732174355026 2024-11-21T07:32:37,725 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 0926d904ebe74ab4addf272e523240fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732174357160 2024-11-21T07:32:37,738 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#C#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:37,738 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/032350724da64628bd5a712451b7f1c4 is 50, key is test_row_0/C:col10/1732174357160/Put/seqid=0 2024-11-21T07:32:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741925_1101 (size=13255) 2024-11-21T07:32:37,764 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/032350724da64628bd5a712451b7f1c4 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/032350724da64628bd5a712451b7f1c4 2024-11-21T07:32:37,772 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/C of 59948750666f7ff513ce5eab9d4d4502 into 032350724da64628bd5a712451b7f1c4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:37,773 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:37,773 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/C, priority=12, startTime=1732174357672; duration=0sec 2024-11-21T07:32:37,773 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:37,773 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:C 2024-11-21T07:32:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T07:32:37,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-21T07:32:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:37,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T07:32:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:37,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:37,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:37,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:37,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:37,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:37,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/0fcfeb68c130448ba2ec4b640a393494 is 50, key is test_row_0/A:col10/1732174357793/Put/seqid=0 2024-11-21T07:32:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174417803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174417804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174417805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174417807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174417807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741926_1102 (size=12301) 2024-11-21T07:32:37,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/0fcfeb68c130448ba2ec4b640a393494 2024-11-21T07:32:37,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/40102b99fc2041f694b8b3211b87c481 is 50, key is test_row_0/B:col10/1732174357793/Put/seqid=0 2024-11-21T07:32:37,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741927_1103 (size=12301) 2024-11-21T07:32:37,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/40102b99fc2041f694b8b3211b87c481 2024-11-21T07:32:37,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/ecfc977536e04e9b846547fe1350540d is 50, key is test_row_0/C:col10/1732174357793/Put/seqid=0 2024-11-21T07:32:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741928_1104 (size=12301) 2024-11-21T07:32:37,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174417907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174417910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174417910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174417912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174417914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:37,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-21T07:32:37,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:37,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:37,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:38,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-21T07:32:38,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:38,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:38,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:38,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:38,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:38,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174418109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174418111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174418112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174418114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174418116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-21T07:32:38,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:38,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:38,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:38,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:38,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/ecfc977536e04e9b846547fe1350540d 2024-11-21T07:32:38,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/0fcfeb68c130448ba2ec4b640a393494 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0fcfeb68c130448ba2ec4b640a393494 2024-11-21T07:32:38,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0fcfeb68c130448ba2ec4b640a393494, entries=150, sequenceid=436, filesize=12.0 K 2024-11-21T07:32:38,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/40102b99fc2041f694b8b3211b87c481 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/40102b99fc2041f694b8b3211b87c481 2024-11-21T07:32:38,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/40102b99fc2041f694b8b3211b87c481, entries=150, sequenceid=436, filesize=12.0 K 2024-11-21T07:32:38,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/ecfc977536e04e9b846547fe1350540d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/ecfc977536e04e9b846547fe1350540d 2024-11-21T07:32:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T07:32:38,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/ecfc977536e04e9b846547fe1350540d, entries=150, sequenceid=436, filesize=12.0 K 2024-11-21T07:32:38,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 59948750666f7ff513ce5eab9d4d4502 in 491ms, sequenceid=436, compaction requested=false 2024-11-21T07:32:38,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:38,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-21T07:32:38,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:38,406 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T07:32:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:38,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/98cc07d07b1d48e59ddc0a28da01bd00 is 50, key is test_row_0/A:col10/1732174357798/Put/seqid=0 2024-11-21T07:32:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:38,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741929_1105 (size=12301) 2024-11-21T07:32:38,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. as already flushing 2024-11-21T07:32:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174418433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174418433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174418434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174418435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174418435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174418538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174418538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174418538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174418538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174418539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174418740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174418755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174418756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174418756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174418756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:38,816 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/98cc07d07b1d48e59ddc0a28da01bd00 2024-11-21T07:32:38,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/6cd8fd63abb342fa9e65c4a8f16b0419 is 50, key is test_row_0/B:col10/1732174357798/Put/seqid=0 2024-11-21T07:32:38,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741930_1106 (size=12301) 2024-11-21T07:32:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174419042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:39,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174419059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:39,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174419060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:39,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174419060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:39,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174419060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:39,234 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/6cd8fd63abb342fa9e65c4a8f16b0419 2024-11-21T07:32:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/e08338a5b24a4ab8a9ead89d699c5b00 is 50, key is test_row_0/C:col10/1732174357798/Put/seqid=0 2024-11-21T07:32:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741931_1107 (size=12301) 2024-11-21T07:32:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T07:32:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174419549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174419561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174419562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:39,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174419564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:39,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174419566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:39,649 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/e08338a5b24a4ab8a9ead89d699c5b00 2024-11-21T07:32:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/98cc07d07b1d48e59ddc0a28da01bd00 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/98cc07d07b1d48e59ddc0a28da01bd00 2024-11-21T07:32:39,660 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/98cc07d07b1d48e59ddc0a28da01bd00, entries=150, sequenceid=448, filesize=12.0 K 2024-11-21T07:32:39,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/6cd8fd63abb342fa9e65c4a8f16b0419 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6cd8fd63abb342fa9e65c4a8f16b0419 2024-11-21T07:32:39,666 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6cd8fd63abb342fa9e65c4a8f16b0419, entries=150, sequenceid=448, filesize=12.0 K 2024-11-21T07:32:39,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/e08338a5b24a4ab8a9ead89d699c5b00 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e08338a5b24a4ab8a9ead89d699c5b00 2024-11-21T07:32:39,672 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e08338a5b24a4ab8a9ead89d699c5b00, entries=150, sequenceid=448, filesize=12.0 K 2024-11-21T07:32:39,674 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 59948750666f7ff513ce5eab9d4d4502 in 1267ms, sequenceid=448, compaction requested=true 2024-11-21T07:32:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T07:32:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-21T07:32:39,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-21T07:32:39,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4980 sec 2024-11-21T07:32:39,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.5030 sec 2024-11-21T07:32:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:40,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T07:32:40,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:40,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/0c79668d48cf47acb40d747a43bc7420 is 50, key is test_row_0/A:col10/1732174358433/Put/seqid=0 2024-11-21T07:32:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741932_1108 (size=12301) 2024-11-21T07:32:40,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174420572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49478 deadline: 1732174420571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174420572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174420573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49490 deadline: 1732174420575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174420674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174420675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174420677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174420875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174420878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174420882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:40,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/0c79668d48cf47acb40d747a43bc7420 2024-11-21T07:32:40,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/bce11f1466a24bcabf41b7feef022c10 is 50, key is test_row_0/B:col10/1732174358433/Put/seqid=0 2024-11-21T07:32:40,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741933_1109 (size=12301) 2024-11-21T07:32:41,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174421178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:41,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174421183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:41,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174421186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:41,252 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:63395 2024-11-21T07:32:41,252 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:63395 2024-11-21T07:32:41,252 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:32:41,252 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:32:41,254 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:63395 2024-11-21T07:32:41,254 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:32:41,258 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:63395 2024-11-21T07:32:41,258 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:32:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T07:32:41,280 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-21T07:32:41,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/bce11f1466a24bcabf41b7feef022c10 2024-11-21T07:32:41,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/3ef264ca981f4b8d8e90a6f6ad79af2b is 50, key is test_row_0/C:col10/1732174358433/Put/seqid=0 2024-11-21T07:32:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741934_1110 (size=12301) 2024-11-21T07:32:41,605 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T07:32:41,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49462 deadline: 1732174421683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49454 deadline: 1732174421686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:41,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49438 deadline: 1732174421692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:41,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/3ef264ca981f4b8d8e90a6f6ad79af2b 2024-11-21T07:32:41,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/0c79668d48cf47acb40d747a43bc7420 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0c79668d48cf47acb40d747a43bc7420 2024-11-21T07:32:41,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0c79668d48cf47acb40d747a43bc7420, entries=150, sequenceid=473, filesize=12.0 K 2024-11-21T07:32:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/bce11f1466a24bcabf41b7feef022c10 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/bce11f1466a24bcabf41b7feef022c10 2024-11-21T07:32:41,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/bce11f1466a24bcabf41b7feef022c10, entries=150, sequenceid=473, filesize=12.0 K 2024-11-21T07:32:41,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/3ef264ca981f4b8d8e90a6f6ad79af2b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/3ef264ca981f4b8d8e90a6f6ad79af2b 2024-11-21T07:32:41,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/3ef264ca981f4b8d8e90a6f6ad79af2b, entries=150, sequenceid=473, filesize=12.0 K 2024-11-21T07:32:41,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 59948750666f7ff513ce5eab9d4d4502 in 1288ms, sequenceid=473, compaction requested=true 2024-11-21T07:32:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:41,841 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:41,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:41,842 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:41,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59948750666f7ff513ce5eab9d4d4502:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:41,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:41,843 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:41,843 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:41,843 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/B is initiating minor compaction (all files) 2024-11-21T07:32:41,843 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/A is initiating minor compaction (all files) 2024-11-21T07:32:41,843 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/B in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:41,843 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/A in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:41,843 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/f4784cc6ddd0425ba4c406c9f20b01c9, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/40102b99fc2041f694b8b3211b87c481, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6cd8fd63abb342fa9e65c4a8f16b0419, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/bce11f1466a24bcabf41b7feef022c10] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=49.0 K 2024-11-21T07:32:41,843 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1969017a84f94e898d8a753cece0275d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0fcfeb68c130448ba2ec4b640a393494, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/98cc07d07b1d48e59ddc0a28da01bd00, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0c79668d48cf47acb40d747a43bc7420] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=49.0 K 2024-11-21T07:32:41,844 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1969017a84f94e898d8a753cece0275d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732174357160 2024-11-21T07:32:41,844 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting f4784cc6ddd0425ba4c406c9f20b01c9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732174357160 2024-11-21T07:32:41,844 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fcfeb68c130448ba2ec4b640a393494, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732174357179 2024-11-21T07:32:41,844 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 40102b99fc2041f694b8b3211b87c481, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732174357179 2024-11-21T07:32:41,844 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98cc07d07b1d48e59ddc0a28da01bd00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732174357796 2024-11-21T07:32:41,844 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cd8fd63abb342fa9e65c4a8f16b0419, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732174357796 2024-11-21T07:32:41,844 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c79668d48cf47acb40d747a43bc7420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732174358433 2024-11-21T07:32:41,844 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting bce11f1466a24bcabf41b7feef022c10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732174358433 2024-11-21T07:32:41,853 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:41,854 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/8f510fd30f934911a527330583c9627a is 50, key is test_row_0/B:col10/1732174358433/Put/seqid=0 2024-11-21T07:32:41,854 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:41,854 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/73c5bc32c7884c53bcd77d79cabb6772 is 50, key is test_row_0/A:col10/1732174358433/Put/seqid=0 2024-11-21T07:32:41,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741936_1112 (size=13391) 2024-11-21T07:32:41,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741935_1111 (size=13391) 2024-11-21T07:32:42,270 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/73c5bc32c7884c53bcd77d79cabb6772 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/73c5bc32c7884c53bcd77d79cabb6772 2024-11-21T07:32:42,270 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/8f510fd30f934911a527330583c9627a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8f510fd30f934911a527330583c9627a 2024-11-21T07:32:42,277 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/A of 59948750666f7ff513ce5eab9d4d4502 into 73c5bc32c7884c53bcd77d79cabb6772(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:42,277 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/B of 59948750666f7ff513ce5eab9d4d4502 into 8f510fd30f934911a527330583c9627a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:42,277 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:42,277 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:42,277 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/A, priority=12, startTime=1732174361841; duration=0sec 2024-11-21T07:32:42,277 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/B, priority=12, startTime=1732174361841; duration=0sec 2024-11-21T07:32:42,277 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:42,277 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:A 2024-11-21T07:32:42,277 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:42,277 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:B 2024-11-21T07:32:42,277 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:32:42,279 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:32:42,279 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 59948750666f7ff513ce5eab9d4d4502/C is initiating minor compaction (all files) 2024-11-21T07:32:42,279 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59948750666f7ff513ce5eab9d4d4502/C in TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:42,279 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/032350724da64628bd5a712451b7f1c4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/ecfc977536e04e9b846547fe1350540d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e08338a5b24a4ab8a9ead89d699c5b00, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/3ef264ca981f4b8d8e90a6f6ad79af2b] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp, totalSize=49.0 K 2024-11-21T07:32:42,279 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 032350724da64628bd5a712451b7f1c4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732174357160 2024-11-21T07:32:42,279 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecfc977536e04e9b846547fe1350540d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732174357179 2024-11-21T07:32:42,280 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting e08338a5b24a4ab8a9ead89d699c5b00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732174357796 2024-11-21T07:32:42,280 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ef264ca981f4b8d8e90a6f6ad79af2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732174358433 2024-11-21T07:32:42,287 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59948750666f7ff513ce5eab9d4d4502#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:42,288 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/26a98b99d3584a669aed7660df123fdb is 50, key is test_row_0/C:col10/1732174358433/Put/seqid=0 2024-11-21T07:32:42,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741937_1113 (size=13391) 2024-11-21T07:32:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:42,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T07:32:42,585 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:63395 2024-11-21T07:32:42,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:42,585 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:32:42,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:42,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:42,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:42,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:42,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:42,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/8a47db4d7ba54783a88e237439cf7791 is 50, key is test_row_0/A:col10/1732174362581/Put/seqid=0 2024-11-21T07:32:42,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741938_1114 (size=12301) 2024-11-21T07:32:42,600 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:63395 2024-11-21T07:32:42,600 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:32:42,689 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:63395 2024-11-21T07:32:42,690 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:32:42,697 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:63395 2024-11-21T07:32:42,697 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:32:42,697 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/26a98b99d3584a669aed7660df123fdb as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/26a98b99d3584a669aed7660df123fdb 2024-11-21T07:32:42,702 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59948750666f7ff513ce5eab9d4d4502/C of 59948750666f7ff513ce5eab9d4d4502 into 26a98b99d3584a669aed7660df123fdb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:42,702 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:42,702 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502., storeName=59948750666f7ff513ce5eab9d4d4502/C, priority=12, startTime=1732174361842; duration=0sec 2024-11-21T07:32:42,703 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:42,703 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59948750666f7ff513ce5eab9d4d4502:C 2024-11-21T07:32:42,704 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:63395 2024-11-21T07:32:42,704 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6653 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6468 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2752 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8253 rows 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2755 2024-11-21T07:32:42,704 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8262 rows 2024-11-21T07:32:42,704 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T07:32:42,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:63395 2024-11-21T07:32:42,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:32:42,708 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T07:32:42,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T07:32:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T07:32:42,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174362719"}]},"ts":"1732174362719"} 2024-11-21T07:32:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T07:32:42,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T07:32:42,728 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T07:32:42,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T07:32:42,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59948750666f7ff513ce5eab9d4d4502, UNASSIGN}] 2024-11-21T07:32:42,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59948750666f7ff513ce5eab9d4d4502, UNASSIGN 2024-11-21T07:32:42,736 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=59948750666f7ff513ce5eab9d4d4502, regionState=CLOSING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:42,737 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T07:32:42,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:32:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T07:32:42,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:42,897 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:42,898 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T07:32:42,899 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 59948750666f7ff513ce5eab9d4d4502, disabling compactions & flushes 2024-11-21T07:32:42,899 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:42,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/8a47db4d7ba54783a88e237439cf7791 2024-11-21T07:32:43,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/0f1c07b8ecf541b68f9b1460990117dd is 50, key is test_row_0/B:col10/1732174362581/Put/seqid=0 2024-11-21T07:32:43,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741939_1115 (size=12301) 2024-11-21T07:32:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T07:32:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T07:32:43,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/0f1c07b8ecf541b68f9b1460990117dd 2024-11-21T07:32:43,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/7ad8717df9e94a789d3d492a3c81e8a7 is 50, key is test_row_0/C:col10/1732174362581/Put/seqid=0 2024-11-21T07:32:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741940_1116 (size=12301) 2024-11-21T07:32:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T07:32:43,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/7ad8717df9e94a789d3d492a3c81e8a7 2024-11-21T07:32:43,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/8a47db4d7ba54783a88e237439cf7791 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/8a47db4d7ba54783a88e237439cf7791 2024-11-21T07:32:43,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/8a47db4d7ba54783a88e237439cf7791, entries=150, sequenceid=487, filesize=12.0 K 2024-11-21T07:32:43,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/0f1c07b8ecf541b68f9b1460990117dd as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0f1c07b8ecf541b68f9b1460990117dd 2024-11-21T07:32:43,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0f1c07b8ecf541b68f9b1460990117dd, entries=150, sequenceid=487, filesize=12.0 K 2024-11-21T07:32:43,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/7ad8717df9e94a789d3d492a3c81e8a7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/7ad8717df9e94a789d3d492a3c81e8a7 2024-11-21T07:32:43,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/7ad8717df9e94a789d3d492a3c81e8a7, entries=150, sequenceid=487, filesize=12.0 K 2024-11-21T07:32:43,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for 59948750666f7ff513ce5eab9d4d4502 in 1281ms, sequenceid=487, compaction requested=false 2024-11-21T07:32:43,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:43,865 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:43,865 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:43,865 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. after waiting 0 ms 2024-11-21T07:32:43,865 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:43,865 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 59948750666f7ff513ce5eab9d4d4502 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T07:32:43,865 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=A 2024-11-21T07:32:43,866 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:43,866 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=B 2024-11-21T07:32:43,866 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:43,866 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59948750666f7ff513ce5eab9d4d4502, store=C 2024-11-21T07:32:43,866 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:43,869 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/988c4335c10d4b398973695348eab7a5 is 50, key is test_row_0/A:col10/1732174362703/Put/seqid=0 2024-11-21T07:32:43,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741941_1117 (size=12301) 2024-11-21T07:32:44,275 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/988c4335c10d4b398973695348eab7a5 2024-11-21T07:32:44,290 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/f07cda2a83734f188007630b4db1ae91 is 50, key is test_row_0/B:col10/1732174362703/Put/seqid=0 2024-11-21T07:32:44,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741942_1118 (size=12301) 2024-11-21T07:32:44,694 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/f07cda2a83734f188007630b4db1ae91 2024-11-21T07:32:44,701 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/53087b82279a4738aa8089fb4de1faa3 is 50, key is test_row_0/C:col10/1732174362703/Put/seqid=0 2024-11-21T07:32:44,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741943_1119 (size=12301) 2024-11-21T07:32:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T07:32:45,108 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/53087b82279a4738aa8089fb4de1faa3 2024-11-21T07:32:45,118 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/A/988c4335c10d4b398973695348eab7a5 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/988c4335c10d4b398973695348eab7a5 2024-11-21T07:32:45,124 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/988c4335c10d4b398973695348eab7a5, entries=150, sequenceid=495, filesize=12.0 K 2024-11-21T07:32:45,126 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/B/f07cda2a83734f188007630b4db1ae91 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/f07cda2a83734f188007630b4db1ae91 2024-11-21T07:32:45,132 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/f07cda2a83734f188007630b4db1ae91, entries=150, sequenceid=495, filesize=12.0 K 2024-11-21T07:32:45,133 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/.tmp/C/53087b82279a4738aa8089fb4de1faa3 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/53087b82279a4738aa8089fb4de1faa3 2024-11-21T07:32:45,137 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/53087b82279a4738aa8089fb4de1faa3, entries=150, sequenceid=495, filesize=12.0 K 2024-11-21T07:32:45,138 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 59948750666f7ff513ce5eab9d4d4502 in 1273ms, sequenceid=495, compaction requested=true 2024-11-21T07:32:45,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/606725a7166244dd92aa3169266cf328, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b80deed9561949cfa9b381258538696e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a0bedcf4f4cc4659810180ce62c16105, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/9e7606afedfe4fba91f785a8c1005d16, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/dc9906c076c241179b439b7877c716b5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e57aeba051154f35afdb7517659fd7cd, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a799aeafadea47d6b357251627761878, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b7b93467ee4b439e95549bec89a1d6cc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e71196be759f4b15a08f31ba1b64a76b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/cbd26522ae7345668109ef7e007a9c11, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/96b92b5688224e3c94c141c7fa853189, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/801757b155014fd3abb6792001064684, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/f743c1b4fd9249f7a3e0b1436a7faf8e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/504b7955a60b47ac869e47bbfec8c6b8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e66ab415992a46b586976d3d6ffab64c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b65726cdd0074adca8d06bd361d669a9, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/919a38774628437c839051d67fd1f965, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1eb6ca23c4284ebc9bb76611be2c13b4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a3c35afa75a344858bacb125c53e28e8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/21e546842dae428d96e98f8710f224ff, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3b6405e7802645068aca973b8345b560, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3cb631566ac2483e801cba9860dfc800, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1565139040fa4b03b3a9a1c436943f45, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/df37637e29b04ef79cb480dfb00cc471, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/c2b719c0c90740f78c749c450d34574c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/075eb61c8e3c442fafb190d24ff563a3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/d373a21d70454e38baa0013e0d857ab0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/bb3e6d1b498e474dbd293a6ac1ffad77, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1969017a84f94e898d8a753cece0275d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0fcfeb68c130448ba2ec4b640a393494, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/98cc07d07b1d48e59ddc0a28da01bd00, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0c79668d48cf47acb40d747a43bc7420] to archive 2024-11-21T07:32:45,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:32:45,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/606725a7166244dd92aa3169266cf328 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/606725a7166244dd92aa3169266cf328 2024-11-21T07:32:45,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b80deed9561949cfa9b381258538696e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b80deed9561949cfa9b381258538696e 2024-11-21T07:32:45,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a0bedcf4f4cc4659810180ce62c16105 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a0bedcf4f4cc4659810180ce62c16105 2024-11-21T07:32:45,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/9e7606afedfe4fba91f785a8c1005d16 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/9e7606afedfe4fba91f785a8c1005d16 2024-11-21T07:32:45,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/dc9906c076c241179b439b7877c716b5 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/dc9906c076c241179b439b7877c716b5 2024-11-21T07:32:45,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e57aeba051154f35afdb7517659fd7cd to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e57aeba051154f35afdb7517659fd7cd 2024-11-21T07:32:45,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a799aeafadea47d6b357251627761878 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a799aeafadea47d6b357251627761878 2024-11-21T07:32:45,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b7b93467ee4b439e95549bec89a1d6cc to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b7b93467ee4b439e95549bec89a1d6cc 2024-11-21T07:32:45,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e71196be759f4b15a08f31ba1b64a76b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e71196be759f4b15a08f31ba1b64a76b 2024-11-21T07:32:45,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/cbd26522ae7345668109ef7e007a9c11 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/cbd26522ae7345668109ef7e007a9c11 2024-11-21T07:32:45,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/96b92b5688224e3c94c141c7fa853189 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/96b92b5688224e3c94c141c7fa853189 2024-11-21T07:32:45,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/801757b155014fd3abb6792001064684 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/801757b155014fd3abb6792001064684 2024-11-21T07:32:45,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/f743c1b4fd9249f7a3e0b1436a7faf8e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/f743c1b4fd9249f7a3e0b1436a7faf8e 2024-11-21T07:32:45,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/504b7955a60b47ac869e47bbfec8c6b8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/504b7955a60b47ac869e47bbfec8c6b8 2024-11-21T07:32:45,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e66ab415992a46b586976d3d6ffab64c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/e66ab415992a46b586976d3d6ffab64c 2024-11-21T07:32:45,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b65726cdd0074adca8d06bd361d669a9 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/b65726cdd0074adca8d06bd361d669a9 2024-11-21T07:32:45,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/919a38774628437c839051d67fd1f965 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/919a38774628437c839051d67fd1f965 2024-11-21T07:32:45,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1eb6ca23c4284ebc9bb76611be2c13b4 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1eb6ca23c4284ebc9bb76611be2c13b4 2024-11-21T07:32:45,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a3c35afa75a344858bacb125c53e28e8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/a3c35afa75a344858bacb125c53e28e8 2024-11-21T07:32:45,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/21e546842dae428d96e98f8710f224ff to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/21e546842dae428d96e98f8710f224ff 2024-11-21T07:32:45,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3b6405e7802645068aca973b8345b560 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3b6405e7802645068aca973b8345b560 2024-11-21T07:32:45,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3cb631566ac2483e801cba9860dfc800 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/3cb631566ac2483e801cba9860dfc800 2024-11-21T07:32:45,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1565139040fa4b03b3a9a1c436943f45 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1565139040fa4b03b3a9a1c436943f45 2024-11-21T07:32:45,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/df37637e29b04ef79cb480dfb00cc471 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/df37637e29b04ef79cb480dfb00cc471 2024-11-21T07:32:45,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/c2b719c0c90740f78c749c450d34574c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/c2b719c0c90740f78c749c450d34574c 2024-11-21T07:32:45,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/075eb61c8e3c442fafb190d24ff563a3 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/075eb61c8e3c442fafb190d24ff563a3 2024-11-21T07:32:45,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/d373a21d70454e38baa0013e0d857ab0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/d373a21d70454e38baa0013e0d857ab0 2024-11-21T07:32:45,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/bb3e6d1b498e474dbd293a6ac1ffad77 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/bb3e6d1b498e474dbd293a6ac1ffad77 2024-11-21T07:32:45,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1969017a84f94e898d8a753cece0275d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/1969017a84f94e898d8a753cece0275d 2024-11-21T07:32:45,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0fcfeb68c130448ba2ec4b640a393494 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0fcfeb68c130448ba2ec4b640a393494 2024-11-21T07:32:45,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/98cc07d07b1d48e59ddc0a28da01bd00 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/98cc07d07b1d48e59ddc0a28da01bd00 2024-11-21T07:32:45,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0c79668d48cf47acb40d747a43bc7420 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/0c79668d48cf47acb40d747a43bc7420 2024-11-21T07:32:45,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/c5413d3359884a97936302fe8d6a1237, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/83e8b370f2724c2c84bac4b9aa950560, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/cd6691ce374e4f679d25d5bb05552b97, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22fc5b7910c3484aab6169d6c61d889a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0e464b887b2d45e682a5a4e24b75fa69, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/832bdc3bd55d4829aa00f329b0e31039, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/9cf2bc414a194924b0173e4727847e80, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/3a9253a5aa2d46c289d27d157ec7bfd2, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/a4dc09a8f9ea487a9f4d9b3572c5d2af, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/310245ee03644b6491ddfa9bd9a5188f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/d418218b2e424a598041d47ba28d6a8e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/edf229407dc848d5bfb855ac3ebb2d4c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22820436196b48b08d36fc9b397a8f45, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/cd6c82c7b4d342378d4303d13716de96, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5738f80011614f0fbf65c0fe9ae02d83, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8cb5dc539cba455aade8b6517bb45606, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5dfe89d33fa9476a85e63ec4aecc3c80, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0db292aa6597435fb56ad988d4abde99, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/95e56daaa2f04b1d82b45195419c0e72, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/7e8028aafc6d4e1ab06466fc19aab463, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/49008b87058a4cf98cfe2a59c445310b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8522c9f4ba774503ae25b5944fd35715, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6925d2d09a6541fb94493a64719171d5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/b0626c333ed44186b3e53bfe8b1f2d2c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/94ec76ccc6cf45a1a83e236973551275, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/ddfd303d50fc436b93f989d9b63d18cf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/4cb699d1b8694eb591bd551d62b0002a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/f4784cc6ddd0425ba4c406c9f20b01c9, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/e6f57bcacc084a4f986718cd25368b3d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/40102b99fc2041f694b8b3211b87c481, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6cd8fd63abb342fa9e65c4a8f16b0419, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/bce11f1466a24bcabf41b7feef022c10] to archive 2024-11-21T07:32:45,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:32:45,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/c5413d3359884a97936302fe8d6a1237 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/c5413d3359884a97936302fe8d6a1237 2024-11-21T07:32:45,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/83e8b370f2724c2c84bac4b9aa950560 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/83e8b370f2724c2c84bac4b9aa950560 2024-11-21T07:32:45,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/cd6691ce374e4f679d25d5bb05552b97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/cd6691ce374e4f679d25d5bb05552b97 2024-11-21T07:32:45,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22fc5b7910c3484aab6169d6c61d889a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22fc5b7910c3484aab6169d6c61d889a 2024-11-21T07:32:45,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0e464b887b2d45e682a5a4e24b75fa69 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0e464b887b2d45e682a5a4e24b75fa69 2024-11-21T07:32:45,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/832bdc3bd55d4829aa00f329b0e31039 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/832bdc3bd55d4829aa00f329b0e31039 2024-11-21T07:32:45,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/9cf2bc414a194924b0173e4727847e80 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/9cf2bc414a194924b0173e4727847e80 2024-11-21T07:32:45,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/3a9253a5aa2d46c289d27d157ec7bfd2 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/3a9253a5aa2d46c289d27d157ec7bfd2 2024-11-21T07:32:45,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/a4dc09a8f9ea487a9f4d9b3572c5d2af to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/a4dc09a8f9ea487a9f4d9b3572c5d2af 2024-11-21T07:32:45,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/310245ee03644b6491ddfa9bd9a5188f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/310245ee03644b6491ddfa9bd9a5188f 2024-11-21T07:32:45,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/d418218b2e424a598041d47ba28d6a8e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/d418218b2e424a598041d47ba28d6a8e 2024-11-21T07:32:45,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/edf229407dc848d5bfb855ac3ebb2d4c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/edf229407dc848d5bfb855ac3ebb2d4c 2024-11-21T07:32:45,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22820436196b48b08d36fc9b397a8f45 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/22820436196b48b08d36fc9b397a8f45 2024-11-21T07:32:45,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/cd6c82c7b4d342378d4303d13716de96 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/cd6c82c7b4d342378d4303d13716de96 2024-11-21T07:32:45,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5738f80011614f0fbf65c0fe9ae02d83 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5738f80011614f0fbf65c0fe9ae02d83 2024-11-21T07:32:45,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8cb5dc539cba455aade8b6517bb45606 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8cb5dc539cba455aade8b6517bb45606 2024-11-21T07:32:45,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5dfe89d33fa9476a85e63ec4aecc3c80 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/5dfe89d33fa9476a85e63ec4aecc3c80 2024-11-21T07:32:45,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0db292aa6597435fb56ad988d4abde99 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0db292aa6597435fb56ad988d4abde99 2024-11-21T07:32:45,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/95e56daaa2f04b1d82b45195419c0e72 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/95e56daaa2f04b1d82b45195419c0e72 2024-11-21T07:32:45,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/7e8028aafc6d4e1ab06466fc19aab463 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/7e8028aafc6d4e1ab06466fc19aab463 2024-11-21T07:32:45,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/49008b87058a4cf98cfe2a59c445310b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/49008b87058a4cf98cfe2a59c445310b 2024-11-21T07:32:45,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8522c9f4ba774503ae25b5944fd35715 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8522c9f4ba774503ae25b5944fd35715 2024-11-21T07:32:45,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6925d2d09a6541fb94493a64719171d5 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6925d2d09a6541fb94493a64719171d5 2024-11-21T07:32:45,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/b0626c333ed44186b3e53bfe8b1f2d2c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/b0626c333ed44186b3e53bfe8b1f2d2c 2024-11-21T07:32:45,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/94ec76ccc6cf45a1a83e236973551275 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/94ec76ccc6cf45a1a83e236973551275 2024-11-21T07:32:45,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/ddfd303d50fc436b93f989d9b63d18cf to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/ddfd303d50fc436b93f989d9b63d18cf 2024-11-21T07:32:45,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/4cb699d1b8694eb591bd551d62b0002a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/4cb699d1b8694eb591bd551d62b0002a 2024-11-21T07:32:45,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/f4784cc6ddd0425ba4c406c9f20b01c9 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/f4784cc6ddd0425ba4c406c9f20b01c9 2024-11-21T07:32:45,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/e6f57bcacc084a4f986718cd25368b3d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/e6f57bcacc084a4f986718cd25368b3d 2024-11-21T07:32:45,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/40102b99fc2041f694b8b3211b87c481 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/40102b99fc2041f694b8b3211b87c481 2024-11-21T07:32:45,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6cd8fd63abb342fa9e65c4a8f16b0419 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/6cd8fd63abb342fa9e65c4a8f16b0419 2024-11-21T07:32:45,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/bce11f1466a24bcabf41b7feef022c10 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/bce11f1466a24bcabf41b7feef022c10 2024-11-21T07:32:45,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/754fad03d6974488b257e5e6cc76320c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/977e4a259aa24a6da1ad0383e887f959, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/bf4a304b5c674ad4a37bd585b59d7529, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e65c4f7c68c34a888229515381e67eec, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d09a62cd729d47d5b21fe29744522a39, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/912361fdadd14e988a9bcc718c8b8b04, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/61e69b3ea9884e1aae247cdbb23032d9, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/41dbe068f2bb412a80e94953ad5ec029, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/efb8f378c2064c1d946eb5250db3063b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/89aaf256136640f38500638a7b8cf1c6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/f6c9f923cd224bbd93ef11590b66b319, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/7f3e8427ab8942f0ad1d45bca7805259, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/28a649df660242908967dad41617c733, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/080162aae18b4b8e9c543edb16e49090, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/5ea70ed6af19473abf489a5faa16ba6c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d82b50d446fe4cdc9f758d29557d3d03, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/a17899f23c6e41988ba51b57414c3d9a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/54504a758aa64467b1c70c53bc874d35, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/46f3f0eff97d45949b14f83d6eb4fc01, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/fa4a2c2ea104446d9280fe535121be63, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/b35985fa2f2e4b5aac4cd604ed52cc54, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/52991cd2e00b4683b183eafe6d18fe71, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/14fab1e44be84c358e3543b3c50c0e8c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/df666360bffc4290a2738c2b3d80c8df, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/614264610c49447d8424d6ddd0591b4d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8733db92bc2746acb021e0f22e773d7e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8c8d5d477a0649ddba725ce3d681e8af, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/032350724da64628bd5a712451b7f1c4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/0926d904ebe74ab4addf272e523240fc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/ecfc977536e04e9b846547fe1350540d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e08338a5b24a4ab8a9ead89d699c5b00, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/3ef264ca981f4b8d8e90a6f6ad79af2b] to archive 2024-11-21T07:32:45,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:32:45,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/754fad03d6974488b257e5e6cc76320c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/754fad03d6974488b257e5e6cc76320c 2024-11-21T07:32:45,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/977e4a259aa24a6da1ad0383e887f959 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/977e4a259aa24a6da1ad0383e887f959 2024-11-21T07:32:45,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/bf4a304b5c674ad4a37bd585b59d7529 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/bf4a304b5c674ad4a37bd585b59d7529 2024-11-21T07:32:45,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e65c4f7c68c34a888229515381e67eec to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e65c4f7c68c34a888229515381e67eec 2024-11-21T07:32:45,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d09a62cd729d47d5b21fe29744522a39 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d09a62cd729d47d5b21fe29744522a39 2024-11-21T07:32:45,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/912361fdadd14e988a9bcc718c8b8b04 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/912361fdadd14e988a9bcc718c8b8b04 2024-11-21T07:32:45,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/61e69b3ea9884e1aae247cdbb23032d9 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/61e69b3ea9884e1aae247cdbb23032d9 2024-11-21T07:32:45,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/41dbe068f2bb412a80e94953ad5ec029 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/41dbe068f2bb412a80e94953ad5ec029 2024-11-21T07:32:45,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/efb8f378c2064c1d946eb5250db3063b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/efb8f378c2064c1d946eb5250db3063b 2024-11-21T07:32:45,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/89aaf256136640f38500638a7b8cf1c6 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/89aaf256136640f38500638a7b8cf1c6 2024-11-21T07:32:45,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/f6c9f923cd224bbd93ef11590b66b319 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/f6c9f923cd224bbd93ef11590b66b319 2024-11-21T07:32:45,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/7f3e8427ab8942f0ad1d45bca7805259 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/7f3e8427ab8942f0ad1d45bca7805259 2024-11-21T07:32:45,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/28a649df660242908967dad41617c733 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/28a649df660242908967dad41617c733 2024-11-21T07:32:45,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/080162aae18b4b8e9c543edb16e49090 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/080162aae18b4b8e9c543edb16e49090 2024-11-21T07:32:45,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/5ea70ed6af19473abf489a5faa16ba6c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/5ea70ed6af19473abf489a5faa16ba6c 2024-11-21T07:32:45,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d82b50d446fe4cdc9f758d29557d3d03 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/d82b50d446fe4cdc9f758d29557d3d03 2024-11-21T07:32:45,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/a17899f23c6e41988ba51b57414c3d9a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/a17899f23c6e41988ba51b57414c3d9a 2024-11-21T07:32:45,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/54504a758aa64467b1c70c53bc874d35 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/54504a758aa64467b1c70c53bc874d35 2024-11-21T07:32:45,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/46f3f0eff97d45949b14f83d6eb4fc01 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/46f3f0eff97d45949b14f83d6eb4fc01 2024-11-21T07:32:45,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/fa4a2c2ea104446d9280fe535121be63 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/fa4a2c2ea104446d9280fe535121be63 2024-11-21T07:32:45,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/b35985fa2f2e4b5aac4cd604ed52cc54 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/b35985fa2f2e4b5aac4cd604ed52cc54 2024-11-21T07:32:45,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/52991cd2e00b4683b183eafe6d18fe71 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/52991cd2e00b4683b183eafe6d18fe71 2024-11-21T07:32:45,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/14fab1e44be84c358e3543b3c50c0e8c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/14fab1e44be84c358e3543b3c50c0e8c 2024-11-21T07:32:45,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/df666360bffc4290a2738c2b3d80c8df to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/df666360bffc4290a2738c2b3d80c8df 2024-11-21T07:32:45,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/614264610c49447d8424d6ddd0591b4d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/614264610c49447d8424d6ddd0591b4d 2024-11-21T07:32:45,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8733db92bc2746acb021e0f22e773d7e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8733db92bc2746acb021e0f22e773d7e 2024-11-21T07:32:45,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8c8d5d477a0649ddba725ce3d681e8af to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/8c8d5d477a0649ddba725ce3d681e8af 2024-11-21T07:32:45,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/032350724da64628bd5a712451b7f1c4 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/032350724da64628bd5a712451b7f1c4 2024-11-21T07:32:45,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/0926d904ebe74ab4addf272e523240fc to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/0926d904ebe74ab4addf272e523240fc 2024-11-21T07:32:45,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/ecfc977536e04e9b846547fe1350540d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/ecfc977536e04e9b846547fe1350540d 2024-11-21T07:32:45,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e08338a5b24a4ab8a9ead89d699c5b00 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/e08338a5b24a4ab8a9ead89d699c5b00 2024-11-21T07:32:45,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/3ef264ca981f4b8d8e90a6f6ad79af2b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/3ef264ca981f4b8d8e90a6f6ad79af2b 2024-11-21T07:32:45,283 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/recovered.edits/498.seqid, newMaxSeqId=498, maxSeqId=1 2024-11-21T07:32:45,286 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502. 2024-11-21T07:32:45,286 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 59948750666f7ff513ce5eab9d4d4502: 2024-11-21T07:32:45,288 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:45,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=59948750666f7ff513ce5eab9d4d4502, regionState=CLOSED 2024-11-21T07:32:45,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-21T07:32:45,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 59948750666f7ff513ce5eab9d4d4502, server=7031d45592d4,46583,1732174333165 in 2.5520 sec 2024-11-21T07:32:45,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-21T07:32:45,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59948750666f7ff513ce5eab9d4d4502, UNASSIGN in 2.5570 sec 2024-11-21T07:32:45,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-21T07:32:45,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5650 sec 2024-11-21T07:32:45,296 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174365296"}]},"ts":"1732174365296"} 2024-11-21T07:32:45,297 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T07:32:45,399 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T07:32:45,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.6850 sec 2024-11-21T07:32:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-21T07:32:46,831 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-21T07:32:46,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T07:32:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:32:46,844 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:32:46,846 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:32:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-21T07:32:46,851 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:46,857 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/recovered.edits] 2024-11-21T07:32:46,861 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/73c5bc32c7884c53bcd77d79cabb6772 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/73c5bc32c7884c53bcd77d79cabb6772 2024-11-21T07:32:46,863 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/8a47db4d7ba54783a88e237439cf7791 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/8a47db4d7ba54783a88e237439cf7791 2024-11-21T07:32:46,865 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/988c4335c10d4b398973695348eab7a5 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/A/988c4335c10d4b398973695348eab7a5 2024-11-21T07:32:46,869 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0f1c07b8ecf541b68f9b1460990117dd to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/0f1c07b8ecf541b68f9b1460990117dd 2024-11-21T07:32:46,872 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8f510fd30f934911a527330583c9627a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/8f510fd30f934911a527330583c9627a 2024-11-21T07:32:46,874 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/f07cda2a83734f188007630b4db1ae91 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/B/f07cda2a83734f188007630b4db1ae91 2024-11-21T07:32:46,879 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/26a98b99d3584a669aed7660df123fdb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/26a98b99d3584a669aed7660df123fdb 2024-11-21T07:32:46,881 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/53087b82279a4738aa8089fb4de1faa3 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/53087b82279a4738aa8089fb4de1faa3 2024-11-21T07:32:46,882 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/7ad8717df9e94a789d3d492a3c81e8a7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/C/7ad8717df9e94a789d3d492a3c81e8a7 2024-11-21T07:32:46,887 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/recovered.edits/498.seqid to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502/recovered.edits/498.seqid 2024-11-21T07:32:46,888 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/59948750666f7ff513ce5eab9d4d4502 2024-11-21T07:32:46,888 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T07:32:46,895 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:32:46,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T07:32:46,903 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T07:32:46,933 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T07:32:46,934 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:32:46,934 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T07:32:46,935 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732174366934"}]},"ts":"9223372036854775807"} 2024-11-21T07:32:46,937 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T07:32:46,938 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 59948750666f7ff513ce5eab9d4d4502, NAME => 'TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T07:32:46,938 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T07:32:46,938 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732174366938"}]},"ts":"9223372036854775807"} 2024-11-21T07:32:46,940 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T07:32:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-21T07:32:46,983 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:32:46,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 145 msec 2024-11-21T07:32:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-21T07:32:47,150 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-21T07:32:47,165 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/7031d45592d4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1451512320_22 at /127.0.0.1:50246 [Waiting for operation #321] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1791907156_22 at /127.0.0.1:53704 [Waiting for operation #333] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7031d45592d4:46583-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 124) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6273 (was 6817) 2024-11-21T07:32:47,175 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=6273 2024-11-21T07:32:47,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T07:32:47,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T07:32:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T07:32:47,181 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T07:32:47,181 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:47,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-21T07:32:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-21T07:32:47,182 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T07:32:47,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741944_1120 (size=960) 2024-11-21T07:32:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-21T07:32:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-21T07:32:47,595 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6 2024-11-21T07:32:47,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741945_1121 (size=53) 2024-11-21T07:32:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-21T07:32:48,020 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:48,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 65bf3e7f0af9afb28fe1260ec5c99f97, disabling compactions & flushes 2024-11-21T07:32:48,021 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:48,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:48,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. after waiting 0 ms 2024-11-21T07:32:48,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:48,021 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:48,021 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:48,023 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T07:32:48,023 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732174368023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732174368023"}]},"ts":"1732174368023"} 2024-11-21T07:32:48,026 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T07:32:48,028 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T07:32:48,029 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174368028"}]},"ts":"1732174368028"} 2024-11-21T07:32:48,030 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T07:32:48,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, ASSIGN}] 2024-11-21T07:32:48,086 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, ASSIGN 2024-11-21T07:32:48,087 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, ASSIGN; state=OFFLINE, location=7031d45592d4,46583,1732174333165; forceNewPlan=false, retain=false 2024-11-21T07:32:48,238 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=65bf3e7f0af9afb28fe1260ec5c99f97, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:48,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:32:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-21T07:32:48,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:48,404 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:48,405 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:32:48,405 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:48,405 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:48,405 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:48,406 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:48,408 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:48,410 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:32:48,410 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65bf3e7f0af9afb28fe1260ec5c99f97 columnFamilyName A 2024-11-21T07:32:48,410 DEBUG [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:48,411 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(327): Store=65bf3e7f0af9afb28fe1260ec5c99f97/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:48,411 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:48,412 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:32:48,413 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65bf3e7f0af9afb28fe1260ec5c99f97 columnFamilyName B 2024-11-21T07:32:48,414 DEBUG [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:48,414 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(327): Store=65bf3e7f0af9afb28fe1260ec5c99f97/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:48,414 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:48,416 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:32:48,416 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65bf3e7f0af9afb28fe1260ec5c99f97 columnFamilyName C 2024-11-21T07:32:48,416 DEBUG [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:48,417 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(327): Store=65bf3e7f0af9afb28fe1260ec5c99f97/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:48,417 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:48,418 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:48,419 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:48,421 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:32:48,422 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:48,424 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T07:32:48,425 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 65bf3e7f0af9afb28fe1260ec5c99f97; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67373577, jitterRate=0.003944531083106995}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:32:48,426 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:48,426 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., pid=39, masterSystemTime=1732174368397 2024-11-21T07:32:48,428 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:48,428 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:48,428 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=65bf3e7f0af9afb28fe1260ec5c99f97, regionState=OPEN, openSeqNum=2, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:48,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-21T07:32:48,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 in 187 msec 2024-11-21T07:32:48,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T07:32:48,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, ASSIGN in 348 msec 2024-11-21T07:32:48,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T07:32:48,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174368433"}]},"ts":"1732174368433"} 2024-11-21T07:32:48,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T07:32:48,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T07:32:48,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2680 sec 2024-11-21T07:32:48,453 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T07:32:48,455 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T07:32:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-21T07:32:49,293 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-21T07:32:49,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-21T07:32:49,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:49,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:49,348 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:49,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T07:32:49,354 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T07:32:49,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T07:32:49,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T07:32:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T07:32:49,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741946_1122 (size=996) 2024-11-21T07:32:49,783 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T07:32:49,783 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T07:32:49,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T07:32:49,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, REOPEN/MOVE}] 2024-11-21T07:32:49,799 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, REOPEN/MOVE 2024-11-21T07:32:49,800 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=65bf3e7f0af9afb28fe1260ec5c99f97, regionState=CLOSING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:49,801 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T07:32:49,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:32:49,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:49,955 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:49,955 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T07:32:49,955 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 65bf3e7f0af9afb28fe1260ec5c99f97, disabling compactions & flushes 2024-11-21T07:32:49,955 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:49,955 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:49,956 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. after waiting 0 ms 2024-11-21T07:32:49,956 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:49,964 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T07:32:49,965 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:49,965 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:49,965 WARN [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 65bf3e7f0af9afb28fe1260ec5c99f97 to self. 2024-11-21T07:32:49,967 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:49,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=65bf3e7f0af9afb28fe1260ec5c99f97, regionState=CLOSED 2024-11-21T07:32:49,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-21T07:32:49,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 in 168 msec 2024-11-21T07:32:49,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, REOPEN/MOVE; state=CLOSED, location=7031d45592d4,46583,1732174333165; forceNewPlan=false, retain=true 2024-11-21T07:32:50,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=65bf3e7f0af9afb28fe1260ec5c99f97, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:32:50,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,283 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:50,284 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:32:50,284 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:50,284 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:32:50,285 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:50,285 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:50,289 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:50,290 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:32:50,298 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65bf3e7f0af9afb28fe1260ec5c99f97 columnFamilyName A 2024-11-21T07:32:50,301 DEBUG [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:50,301 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(327): Store=65bf3e7f0af9afb28fe1260ec5c99f97/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:50,302 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:50,303 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:32:50,303 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65bf3e7f0af9afb28fe1260ec5c99f97 columnFamilyName B 2024-11-21T07:32:50,303 DEBUG [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:50,304 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(327): Store=65bf3e7f0af9afb28fe1260ec5c99f97/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:50,304 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:50,305 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:32:50,305 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65bf3e7f0af9afb28fe1260ec5c99f97 columnFamilyName C 2024-11-21T07:32:50,305 DEBUG [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:50,305 INFO [StoreOpener-65bf3e7f0af9afb28fe1260ec5c99f97-1 {}] regionserver.HStore(327): Store=65bf3e7f0af9afb28fe1260ec5c99f97/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:32:50,306 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:50,306 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:50,308 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:50,309 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:32:50,311 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:50,312 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 65bf3e7f0af9afb28fe1260ec5c99f97; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73971292, jitterRate=0.10225814580917358}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:32:50,313 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:50,314 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., pid=44, masterSystemTime=1732174370279 2024-11-21T07:32:50,316 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:50,316 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:50,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=65bf3e7f0af9afb28fe1260ec5c99f97, regionState=OPEN, openSeqNum=5, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-21T07:32:50,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 in 193 msec 2024-11-21T07:32:50,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-21T07:32:50,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, REOPEN/MOVE in 522 msec 2024-11-21T07:32:50,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-21T07:32:50,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 534 msec 2024-11-21T07:32:50,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 962 msec 2024-11-21T07:32:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-21T07:32:50,334 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-21T07:32:50,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:50,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-21T07:32:50,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:50,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-21T07:32:50,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:50,432 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-21T07:32:50,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:50,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-21T07:32:50,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:50,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-21T07:32:50,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:50,472 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-21T07:32:50,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:50,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-21T07:32:50,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:50,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-21T07:32:50,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:32:50,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-21T07:32:50,514 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T07:32:50,515 DEBUG [hconnection-0x7ee0707e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:50,515 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:50,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:50,517 DEBUG [hconnection-0x89c13fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:50,517 DEBUG [hconnection-0x319be96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:50,518 DEBUG [hconnection-0x2cb28f91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:50,518 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:50,519 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:50,519 DEBUG [hconnection-0x37e7c97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:50,519 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:50,519 DEBUG [hconnection-0x3a54e133-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:50,520 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:50,520 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:50,521 DEBUG [hconnection-0x1e782a86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:50,522 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:50,523 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:50,527 DEBUG [hconnection-0x52ee7987-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:50,527 DEBUG [hconnection-0x1978602e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:32:50,528 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:50,528 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:32:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:50,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:32:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:32:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:32:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:32:50,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:50,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174430566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174430569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174430569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174430569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174430566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ae92c43ac0d94160bbc301073b2dd009_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174370522/Put/seqid=0 2024-11-21T07:32:50,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741947_1123 (size=12154) 2024-11-21T07:32:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T07:32:50,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T07:32:50,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:50,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:50,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:50,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:50,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174430676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174430677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174430677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174430677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174430677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T07:32:50,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T07:32:50,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:50,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:50,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:50,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:50,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T07:32:50,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174430878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174430879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174430880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174430880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174430880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:50,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T07:32:50,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:50,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:50,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:50,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:50,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:51,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:51,009 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ae92c43ac0d94160bbc301073b2dd009_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ae92c43ac0d94160bbc301073b2dd009_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:51,010 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/36eef274243d448a8545e9ec065eb836, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:51,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/36eef274243d448a8545e9ec065eb836 is 175, key is test_row_0/A:col10/1732174370522/Put/seqid=0 2024-11-21T07:32:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741948_1124 (size=30955) 2024-11-21T07:32:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T07:32:51,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T07:32:51,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:51,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:51,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:51,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:51,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:51,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174431182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174431183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174431183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174431185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174431186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T07:32:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:51,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:51,433 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/36eef274243d448a8545e9ec065eb836 2024-11-21T07:32:51,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T07:32:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:51,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:51,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:51,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:51,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:51,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/c745511be9e04d87a51a874cdd486f36 is 50, key is test_row_0/B:col10/1732174370522/Put/seqid=0 2024-11-21T07:32:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741949_1125 (size=12001) 2024-11-21T07:32:51,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/c745511be9e04d87a51a874cdd486f36 2024-11-21T07:32:51,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/6245f451e693459881a87d185ca62991 is 50, key is test_row_0/C:col10/1732174370522/Put/seqid=0 2024-11-21T07:32:51,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741950_1126 (size=12001) 2024-11-21T07:32:51,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/6245f451e693459881a87d185ca62991 2024-11-21T07:32:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/36eef274243d448a8545e9ec065eb836 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/36eef274243d448a8545e9ec065eb836 2024-11-21T07:32:51,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/36eef274243d448a8545e9ec065eb836, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T07:32:51,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/c745511be9e04d87a51a874cdd486f36 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c745511be9e04d87a51a874cdd486f36 2024-11-21T07:32:51,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c745511be9e04d87a51a874cdd486f36, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T07:32:51,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/6245f451e693459881a87d185ca62991 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6245f451e693459881a87d185ca62991 2024-11-21T07:32:51,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T07:32:51,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6245f451e693459881a87d185ca62991, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T07:32:51,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1028ms, sequenceid=16, compaction requested=false 2024-11-21T07:32:51,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:51,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T07:32:51,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:51,589 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:32:51,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:32:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:32:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:32:51,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210e6a3308677a44209b341eaa6de08df1_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174370566/Put/seqid=0 2024-11-21T07:32:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T07:32:51,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741951_1127 (size=12154) 2024-11-21T07:32:51,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:51,640 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210e6a3308677a44209b341eaa6de08df1_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210e6a3308677a44209b341eaa6de08df1_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/bae288c31a164a71b164495c968b0ec3, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:51,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/bae288c31a164a71b164495c968b0ec3 is 175, key is test_row_0/A:col10/1732174370566/Put/seqid=0 2024-11-21T07:32:51,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741952_1128 (size=30955) 2024-11-21T07:32:51,654 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/bae288c31a164a71b164495c968b0ec3 2024-11-21T07:32:51,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/8c2fb8c996a8460e96412d34d1a2071d is 50, key is test_row_0/B:col10/1732174370566/Put/seqid=0 2024-11-21T07:32:51,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741953_1129 (size=12001) 2024-11-21T07:32:51,683 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/8c2fb8c996a8460e96412d34d1a2071d 2024-11-21T07:32:51,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:51,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/f0ebde68704344a3888bc2181e9e65ac is 50, key is test_row_0/C:col10/1732174370566/Put/seqid=0 2024-11-21T07:32:51,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174431699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174431702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174431702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174431703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174431705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741954_1130 (size=12001) 2024-11-21T07:32:51,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174431807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174431807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174431807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174431808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:51,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174431809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174432009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174432009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174432011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174432011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174432013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/f0ebde68704344a3888bc2181e9e65ac 2024-11-21T07:32:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/bae288c31a164a71b164495c968b0ec3 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/bae288c31a164a71b164495c968b0ec3 2024-11-21T07:32:52,132 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/bae288c31a164a71b164495c968b0ec3, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T07:32:52,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/8c2fb8c996a8460e96412d34d1a2071d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8c2fb8c996a8460e96412d34d1a2071d 2024-11-21T07:32:52,141 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8c2fb8c996a8460e96412d34d1a2071d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T07:32:52,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/f0ebde68704344a3888bc2181e9e65ac as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/f0ebde68704344a3888bc2181e9e65ac 2024-11-21T07:32:52,149 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/f0ebde68704344a3888bc2181e9e65ac, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T07:32:52,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 561ms, sequenceid=40, compaction requested=false 2024-11-21T07:32:52,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:52,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:52,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-21T07:32:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-21T07:32:52,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-21T07:32:52,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6360 sec 2024-11-21T07:32:52,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.6410 sec 2024-11-21T07:32:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:52,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T07:32:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:32:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:32:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:32:52,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:52,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112154e69057aeb945dfa557df3943e44f65_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174371701/Put/seqid=0 2024-11-21T07:32:52,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741955_1131 (size=12154) 2024-11-21T07:32:52,345 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:52,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174432344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174432345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174432346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174432347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,352 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112154e69057aeb945dfa557df3943e44f65_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112154e69057aeb945dfa557df3943e44f65_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:52,354 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/cf664718605a46539169c7fb0de9e22b, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:52,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174432348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/cf664718605a46539169c7fb0de9e22b is 175, key is test_row_0/A:col10/1732174371701/Put/seqid=0 2024-11-21T07:32:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741956_1132 (size=30955) 2024-11-21T07:32:52,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174432448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174432451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174432452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174432452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174432455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T07:32:52,619 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-21T07:32:52,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-21T07:32:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T07:32:52,621 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:52,622 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:52,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:52,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174432652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174432655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174432655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174432655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174432657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T07:32:52,767 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/cf664718605a46539169c7fb0de9e22b 2024-11-21T07:32:52,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T07:32:52,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:52,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:52,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:52,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:52,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:52,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/6008d6e19c1f4638aa17f0dc2bd9ff56 is 50, key is test_row_0/B:col10/1732174371701/Put/seqid=0 2024-11-21T07:32:52,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741957_1133 (size=12001) 2024-11-21T07:32:52,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/6008d6e19c1f4638aa17f0dc2bd9ff56 2024-11-21T07:32:52,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/48c4aaacbc9f4b03afa2d3965876d98e is 50, key is test_row_0/C:col10/1732174371701/Put/seqid=0 2024-11-21T07:32:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741958_1134 (size=12001) 2024-11-21T07:32:52,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/48c4aaacbc9f4b03afa2d3965876d98e 2024-11-21T07:32:52,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/cf664718605a46539169c7fb0de9e22b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cf664718605a46539169c7fb0de9e22b 2024-11-21T07:32:52,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cf664718605a46539169c7fb0de9e22b, entries=150, sequenceid=54, filesize=30.2 K 2024-11-21T07:32:52,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/6008d6e19c1f4638aa17f0dc2bd9ff56 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6008d6e19c1f4638aa17f0dc2bd9ff56 2024-11-21T07:32:52,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6008d6e19c1f4638aa17f0dc2bd9ff56, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T07:32:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/48c4aaacbc9f4b03afa2d3965876d98e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/48c4aaacbc9f4b03afa2d3965876d98e 2024-11-21T07:32:52,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/48c4aaacbc9f4b03afa2d3965876d98e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T07:32:52,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 578ms, sequenceid=54, compaction requested=true 2024-11-21T07:32:52,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:52,894 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:52,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:52,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:52,894 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:52,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:52,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:52,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:52,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:52,895 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:52,895 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/A is initiating minor compaction (all files) 2024-11-21T07:32:52,895 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/A in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:52,895 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/36eef274243d448a8545e9ec065eb836, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/bae288c31a164a71b164495c968b0ec3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cf664718605a46539169c7fb0de9e22b] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=90.7 K 2024-11-21T07:32:52,895 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:52,895 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/36eef274243d448a8545e9ec065eb836, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/bae288c31a164a71b164495c968b0ec3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cf664718605a46539169c7fb0de9e22b] 2024-11-21T07:32:52,896 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:52,896 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/B is initiating minor compaction (all files) 2024-11-21T07:32:52,896 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/B in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:52,896 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c745511be9e04d87a51a874cdd486f36, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8c2fb8c996a8460e96412d34d1a2071d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6008d6e19c1f4638aa17f0dc2bd9ff56] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=35.2 K 2024-11-21T07:32:52,897 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting c745511be9e04d87a51a874cdd486f36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732174370522 2024-11-21T07:32:52,897 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c2fb8c996a8460e96412d34d1a2071d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732174370557 2024-11-21T07:32:52,898 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36eef274243d448a8545e9ec065eb836, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732174370522 2024-11-21T07:32:52,898 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6008d6e19c1f4638aa17f0dc2bd9ff56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174371701 2024-11-21T07:32:52,898 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting bae288c31a164a71b164495c968b0ec3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732174370557 2024-11-21T07:32:52,898 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf664718605a46539169c7fb0de9e22b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174371701 2024-11-21T07:32:52,915 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:52,922 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#B#compaction#115 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T07:32:52,923 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/6592a8ec78e04474b6fc400f617dfa7a is 50, key is test_row_0/B:col10/1732174371701/Put/seqid=0 2024-11-21T07:32:52,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,927 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121d23b3e5cd2b043689a57132d3653c808_65bf3e7f0af9afb28fe1260ec5c99f97 store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:52,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T07:32:52,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:52,928 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T07:32:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:32:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:32:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:32:52,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:52,935 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121d23b3e5cd2b043689a57132d3653c808_65bf3e7f0af9afb28fe1260ec5c99f97, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:52,935 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d23b3e5cd2b043689a57132d3653c808_65bf3e7f0af9afb28fe1260ec5c99f97 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:52,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112177a2ca34d657439e95f1699b54247a87_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174372346/Put/seqid=0 2024-11-21T07:32:52,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:52,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741960_1136 (size=4469) 2024-11-21T07:32:52,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741959_1135 (size=12104) 2024-11-21T07:32:52,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174432973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174432973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174432974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174432979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:52,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174432983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741961_1137 (size=12154) 2024-11-21T07:32:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:53,009 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112177a2ca34d657439e95f1699b54247a87_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112177a2ca34d657439e95f1699b54247a87_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:53,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/cd1a3006cabb42a2bdc9831d1c1d6349, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:53,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/cd1a3006cabb42a2bdc9831d1c1d6349 is 175, key is test_row_0/A:col10/1732174372346/Put/seqid=0 2024-11-21T07:32:53,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741962_1138 (size=30955) 2024-11-21T07:32:53,039 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/cd1a3006cabb42a2bdc9831d1c1d6349 2024-11-21T07:32:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/b47ca886676143b5930be02acf936392 is 50, key is test_row_0/B:col10/1732174372346/Put/seqid=0 2024-11-21T07:32:53,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741963_1139 (size=12001) 2024-11-21T07:32:53,067 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/b47ca886676143b5930be02acf936392 2024-11-21T07:32:53,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/4520b8ebbbc34c53bb77f0d5efab1378 is 50, key is test_row_0/C:col10/1732174372346/Put/seqid=0 2024-11-21T07:32:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174433082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174433082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174433082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174433086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174433089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741964_1140 (size=12001) 2024-11-21T07:32:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T07:32:53,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174433288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174433288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174433289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174433289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174433292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,379 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#A#compaction#114 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:53,381 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/7aba9613638d45108d7fae0308497d31 is 175, key is test_row_0/A:col10/1732174371701/Put/seqid=0 2024-11-21T07:32:53,385 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/6592a8ec78e04474b6fc400f617dfa7a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6592a8ec78e04474b6fc400f617dfa7a 2024-11-21T07:32:53,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741965_1141 (size=31058) 2024-11-21T07:32:53,392 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/B of 65bf3e7f0af9afb28fe1260ec5c99f97 into 6592a8ec78e04474b6fc400f617dfa7a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:53,392 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:53,392 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/B, priority=13, startTime=1732174372894; duration=0sec 2024-11-21T07:32:53,393 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:53,393 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:B 2024-11-21T07:32:53,393 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:53,396 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:53,396 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/C is initiating minor compaction (all files) 2024-11-21T07:32:53,396 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/C in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:53,396 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6245f451e693459881a87d185ca62991, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/f0ebde68704344a3888bc2181e9e65ac, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/48c4aaacbc9f4b03afa2d3965876d98e] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=35.2 K 2024-11-21T07:32:53,396 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6245f451e693459881a87d185ca62991, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732174370522 2024-11-21T07:32:53,397 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/7aba9613638d45108d7fae0308497d31 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/7aba9613638d45108d7fae0308497d31 2024-11-21T07:32:53,397 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting f0ebde68704344a3888bc2181e9e65ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732174370557 2024-11-21T07:32:53,397 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 48c4aaacbc9f4b03afa2d3965876d98e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174371701 2024-11-21T07:32:53,403 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/A of 65bf3e7f0af9afb28fe1260ec5c99f97 into 7aba9613638d45108d7fae0308497d31(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:53,403 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:53,403 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/A, priority=13, startTime=1732174372894; duration=0sec 2024-11-21T07:32:53,403 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:53,403 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:A 2024-11-21T07:32:53,404 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:53,405 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/1e7c23c359ff4ebd894c73f619b7d597 is 50, key is test_row_0/C:col10/1732174371701/Put/seqid=0 2024-11-21T07:32:53,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741966_1142 (size=12104) 2024-11-21T07:32:53,500 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/4520b8ebbbc34c53bb77f0d5efab1378 2024-11-21T07:32:53,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/cd1a3006cabb42a2bdc9831d1c1d6349 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cd1a3006cabb42a2bdc9831d1c1d6349 2024-11-21T07:32:53,512 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cd1a3006cabb42a2bdc9831d1c1d6349, entries=150, sequenceid=76, filesize=30.2 K 2024-11-21T07:32:53,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/b47ca886676143b5930be02acf936392 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/b47ca886676143b5930be02acf936392 2024-11-21T07:32:53,519 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/b47ca886676143b5930be02acf936392, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T07:32:53,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/4520b8ebbbc34c53bb77f0d5efab1378 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/4520b8ebbbc34c53bb77f0d5efab1378 2024-11-21T07:32:53,525 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/4520b8ebbbc34c53bb77f0d5efab1378, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T07:32:53,526 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 598ms, sequenceid=76, compaction requested=false 2024-11-21T07:32:53,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:53,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:53,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T07:32:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-21T07:32:53,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T07:32:53,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 906 msec 2024-11-21T07:32:53,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 909 msec 2024-11-21T07:32:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:53,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T07:32:53,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:32:53,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:53,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:32:53,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:53,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:32:53,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:53,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211fbbd76210474c1eb99e4469918bd982_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174373594/Put/seqid=0 2024-11-21T07:32:53,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174433611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174433611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174433612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741967_1143 (size=12154) 2024-11-21T07:32:53,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174433613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174433614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174433714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174433715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174433715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174433718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174433718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T07:32:53,725 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-21T07:32:53,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-21T07:32:53,728 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T07:32:53,730 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:53,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:53,819 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/1e7c23c359ff4ebd894c73f619b7d597 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/1e7c23c359ff4ebd894c73f619b7d597 2024-11-21T07:32:53,825 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/C of 65bf3e7f0af9afb28fe1260ec5c99f97 into 1e7c23c359ff4ebd894c73f619b7d597(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:53,825 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:53,825 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/C, priority=13, startTime=1732174372894; duration=0sec 2024-11-21T07:32:53,825 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:53,825 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:C 2024-11-21T07:32:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T07:32:53,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T07:32:53,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:53,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:53,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:53,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:53,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:53,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174433918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174433918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174433919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174433921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:53,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174433921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:54,021 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211fbbd76210474c1eb99e4469918bd982_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211fbbd76210474c1eb99e4469918bd982_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:54,022 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e7cf221239754754957bdb2c8a99991c, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:54,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e7cf221239754754957bdb2c8a99991c is 175, key is test_row_0/A:col10/1732174373594/Put/seqid=0 2024-11-21T07:32:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741968_1144 (size=30955) 2024-11-21T07:32:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T07:32:54,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T07:32:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T07:32:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174434221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:54,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174434221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174434222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174434223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174434225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T07:32:54,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T07:32:54,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:54,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e7cf221239754754957bdb2c8a99991c 2024-11-21T07:32:54,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/58ea84766b6041a2a22ff616606f1b25 is 50, key is test_row_0/B:col10/1732174373594/Put/seqid=0 2024-11-21T07:32:54,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741969_1145 (size=12001) 2024-11-21T07:32:54,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T07:32:54,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:54,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T07:32:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174434726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174434726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174434726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174434728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174434728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T07:32:54,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:54,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T07:32:54,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/58ea84766b6041a2a22ff616606f1b25 2024-11-21T07:32:54,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/263d7c802fd84fc084f82fa2d7a2e971 is 50, key is test_row_0/C:col10/1732174373594/Put/seqid=0 2024-11-21T07:32:54,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741970_1146 (size=12001) 2024-11-21T07:32:54,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/263d7c802fd84fc084f82fa2d7a2e971 2024-11-21T07:32:54,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e7cf221239754754957bdb2c8a99991c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e7cf221239754754957bdb2c8a99991c 2024-11-21T07:32:54,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e7cf221239754754957bdb2c8a99991c, entries=150, sequenceid=95, filesize=30.2 K 2024-11-21T07:32:54,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/58ea84766b6041a2a22ff616606f1b25 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea84766b6041a2a22ff616606f1b25 2024-11-21T07:32:54,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea84766b6041a2a22ff616606f1b25, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T07:32:54,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/263d7c802fd84fc084f82fa2d7a2e971 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263d7c802fd84fc084f82fa2d7a2e971 2024-11-21T07:32:54,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263d7c802fd84fc084f82fa2d7a2e971, entries=150, sequenceid=95, filesize=11.7 K 2024-11-21T07:32:54,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1288ms, sequenceid=95, compaction requested=true 2024-11-21T07:32:54,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:54,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:54,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:54,884 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:54,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:54,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:54,884 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:54,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:54,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:54,885 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:54,885 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:54,885 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/B is initiating minor compaction (all files) 2024-11-21T07:32:54,885 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/A is initiating minor compaction (all files) 2024-11-21T07:32:54,885 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/B in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,885 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/A in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,885 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6592a8ec78e04474b6fc400f617dfa7a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/b47ca886676143b5930be02acf936392, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea84766b6041a2a22ff616606f1b25] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=35.3 K 2024-11-21T07:32:54,885 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/7aba9613638d45108d7fae0308497d31, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cd1a3006cabb42a2bdc9831d1c1d6349, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e7cf221239754754957bdb2c8a99991c] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=90.8 K 2024-11-21T07:32:54,885 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,885 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/7aba9613638d45108d7fae0308497d31, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cd1a3006cabb42a2bdc9831d1c1d6349, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e7cf221239754754957bdb2c8a99991c] 2024-11-21T07:32:54,886 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6592a8ec78e04474b6fc400f617dfa7a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174371701 2024-11-21T07:32:54,886 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7aba9613638d45108d7fae0308497d31, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174371701 2024-11-21T07:32:54,886 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting b47ca886676143b5930be02acf936392, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732174372343 2024-11-21T07:32:54,886 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd1a3006cabb42a2bdc9831d1c1d6349, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732174372343 2024-11-21T07:32:54,887 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 58ea84766b6041a2a22ff616606f1b25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732174372977 2024-11-21T07:32:54,887 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7cf221239754754957bdb2c8a99991c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732174372977 2024-11-21T07:32:54,893 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:54,895 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:54,895 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/4f99d907904f459593faf3a2ead20129 is 50, key is test_row_0/B:col10/1732174373594/Put/seqid=0 2024-11-21T07:32:54,896 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112137c32729f80f49ed8dbde65d7a3f2276_65bf3e7f0af9afb28fe1260ec5c99f97 store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:54,899 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112137c32729f80f49ed8dbde65d7a3f2276_65bf3e7f0af9afb28fe1260ec5c99f97, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:54,900 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112137c32729f80f49ed8dbde65d7a3f2276_65bf3e7f0af9afb28fe1260ec5c99f97 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:54,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741971_1147 (size=12207) 2024-11-21T07:32:54,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741972_1148 (size=4469) 2024-11-21T07:32:54,930 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#A#compaction#124 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:54,931 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/233b78bfbe1448ffb448809b8e652878 is 175, key is test_row_0/A:col10/1732174373594/Put/seqid=0 2024-11-21T07:32:54,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741973_1149 (size=31161) 2024-11-21T07:32:54,946 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/233b78bfbe1448ffb448809b8e652878 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/233b78bfbe1448ffb448809b8e652878 2024-11-21T07:32:54,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:54,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T07:32:54,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,955 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T07:32:54,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:32:54,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:54,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:32:54,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:54,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:32:54,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:54,958 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/A of 65bf3e7f0af9afb28fe1260ec5c99f97 into 233b78bfbe1448ffb448809b8e652878(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:54,958 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:54,960 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/A, priority=13, startTime=1732174374884; duration=0sec 2024-11-21T07:32:54,960 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:54,960 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:A 2024-11-21T07:32:54,960 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:54,964 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:54,965 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/C is initiating minor compaction (all files) 2024-11-21T07:32:54,965 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/C in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:54,965 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/1e7c23c359ff4ebd894c73f619b7d597, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/4520b8ebbbc34c53bb77f0d5efab1378, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263d7c802fd84fc084f82fa2d7a2e971] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=35.3 K 2024-11-21T07:32:54,967 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e7c23c359ff4ebd894c73f619b7d597, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174371701 2024-11-21T07:32:54,968 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4520b8ebbbc34c53bb77f0d5efab1378, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732174372343 2024-11-21T07:32:54,969 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 263d7c802fd84fc084f82fa2d7a2e971, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732174372977 2024-11-21T07:32:54,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121195e2fa19b12483db61863ff718cd4db_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174373612/Put/seqid=0 2024-11-21T07:32:54,983 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:54,984 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/b48b8a434e7b44c8ad637d08f2eef391 is 50, key is test_row_0/C:col10/1732174373594/Put/seqid=0 2024-11-21T07:32:54,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741974_1150 (size=12154) 2024-11-21T07:32:55,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741975_1151 (size=12207) 2024-11-21T07:32:55,326 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/4f99d907904f459593faf3a2ead20129 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4f99d907904f459593faf3a2ead20129 2024-11-21T07:32:55,333 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/B of 65bf3e7f0af9afb28fe1260ec5c99f97 into 4f99d907904f459593faf3a2ead20129(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:55,333 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:55,333 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/B, priority=13, startTime=1732174374884; duration=0sec 2024-11-21T07:32:55,333 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:55,333 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:B 2024-11-21T07:32:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:55,427 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121195e2fa19b12483db61863ff718cd4db_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121195e2fa19b12483db61863ff718cd4db_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:55,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/66ca218cc7de4ac09a3862c5ca5d48ed, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:55,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/66ca218cc7de4ac09a3862c5ca5d48ed is 175, key is test_row_0/A:col10/1732174373612/Put/seqid=0 2024-11-21T07:32:55,431 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/b48b8a434e7b44c8ad637d08f2eef391 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/b48b8a434e7b44c8ad637d08f2eef391 2024-11-21T07:32:55,439 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/C of 65bf3e7f0af9afb28fe1260ec5c99f97 into b48b8a434e7b44c8ad637d08f2eef391(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:55,439 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:55,439 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/C, priority=13, startTime=1732174374884; duration=0sec 2024-11-21T07:32:55,439 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:55,439 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:C 2024-11-21T07:32:55,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741976_1152 (size=30955) 2024-11-21T07:32:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:55,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:55,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:55,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174435745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174435743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:55,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174435747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:55,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174435747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:55,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174435747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:55,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T07:32:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T07:32:55,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174435848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:55,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174435848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:55,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174435849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:55,856 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/66ca218cc7de4ac09a3862c5ca5d48ed 2024-11-21T07:32:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/8a06d3cc77534622a9ae37c70c9ed9c2 is 50, key is test_row_0/B:col10/1732174373612/Put/seqid=0 2024-11-21T07:32:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741977_1153 (size=12001) 2024-11-21T07:32:55,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174435868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174436050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174436051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174436052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174436072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,267 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/8a06d3cc77534622a9ae37c70c9ed9c2 2024-11-21T07:32:56,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/26777947b2044135b0d8e9e4d475f714 is 50, key is test_row_0/C:col10/1732174373612/Put/seqid=0 2024-11-21T07:32:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741978_1154 (size=12001) 2024-11-21T07:32:56,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174436353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174436353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174436354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174436375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/26777947b2044135b0d8e9e4d475f714 2024-11-21T07:32:56,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/66ca218cc7de4ac09a3862c5ca5d48ed as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/66ca218cc7de4ac09a3862c5ca5d48ed 2024-11-21T07:32:56,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/66ca218cc7de4ac09a3862c5ca5d48ed, entries=150, sequenceid=116, filesize=30.2 K 2024-11-21T07:32:56,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/8a06d3cc77534622a9ae37c70c9ed9c2 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a06d3cc77534622a9ae37c70c9ed9c2 2024-11-21T07:32:56,710 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a06d3cc77534622a9ae37c70c9ed9c2, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T07:32:56,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/26777947b2044135b0d8e9e4d475f714 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/26777947b2044135b0d8e9e4d475f714 2024-11-21T07:32:56,716 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/26777947b2044135b0d8e9e4d475f714, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T07:32:56,717 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1763ms, sequenceid=116, compaction requested=false 2024-11-21T07:32:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T07:32:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-21T07:32:56,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-21T07:32:56,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9890 sec 2024-11-21T07:32:56,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.9950 sec 2024-11-21T07:32:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:56,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T07:32:56,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:32:56,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:56,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:32:56,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:56,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:32:56,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:56,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212a1b5c9e9a874107872c523eec1c888c_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174375745/Put/seqid=0 2024-11-21T07:32:56,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741979_1155 (size=17284) 2024-11-21T07:32:56,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174436871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174436873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174436873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174436876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174436974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174436974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:56,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174436975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174437178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174437177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174437179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:57,278 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212a1b5c9e9a874107872c523eec1c888c_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212a1b5c9e9a874107872c523eec1c888c_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:57,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/19bc587bd8464f9d815276ccc7b9240b, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:57,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/19bc587bd8464f9d815276ccc7b9240b is 175, key is test_row_0/A:col10/1732174375745/Put/seqid=0 2024-11-21T07:32:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741980_1156 (size=48389) 2024-11-21T07:32:57,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174437480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174437481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174437482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/19bc587bd8464f9d815276ccc7b9240b 2024-11-21T07:32:57,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/6391799206c944e2bbe36509de35ebe6 is 50, key is test_row_0/B:col10/1732174375745/Put/seqid=0 2024-11-21T07:32:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741981_1157 (size=12151) 2024-11-21T07:32:57,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174437787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,790 DEBUG [Thread-613 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:32:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T07:32:57,833 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-21T07:32:57,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-21T07:32:57,836 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T07:32:57,836 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:57,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:32:57,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174437880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T07:32:57,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174437985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174437986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,988 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T07:32:57,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:57,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:57,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:57,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:57,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174437987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:58,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/6391799206c944e2bbe36509de35ebe6 2024-11-21T07:32:58,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/e2d90c65c2784db1bcb0d27389f86c62 is 50, key is test_row_0/C:col10/1732174375745/Put/seqid=0 2024-11-21T07:32:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741982_1158 (size=12151) 2024-11-21T07:32:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T07:32:58,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:58,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T07:32:58,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:58,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:58,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:58,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:58,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:58,293 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:58,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T07:32:58,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:58,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:58,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:58,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:58,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T07:32:58,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:58,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T07:32:58,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:58,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:58,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:58,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:58,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:32:58,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/e2d90c65c2784db1bcb0d27389f86c62 2024-11-21T07:32:58,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/19bc587bd8464f9d815276ccc7b9240b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/19bc587bd8464f9d815276ccc7b9240b 2024-11-21T07:32:58,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/19bc587bd8464f9d815276ccc7b9240b, entries=250, sequenceid=138, filesize=47.3 K 2024-11-21T07:32:58,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/6391799206c944e2bbe36509de35ebe6 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6391799206c944e2bbe36509de35ebe6 2024-11-21T07:32:58,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6391799206c944e2bbe36509de35ebe6, entries=150, sequenceid=138, filesize=11.9 K 2024-11-21T07:32:58,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/e2d90c65c2784db1bcb0d27389f86c62 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/e2d90c65c2784db1bcb0d27389f86c62 2024-11-21T07:32:58,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/e2d90c65c2784db1bcb0d27389f86c62, entries=150, sequenceid=138, filesize=11.9 K 2024-11-21T07:32:58,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1678ms, sequenceid=138, compaction requested=true 2024-11-21T07:32:58,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:58,536 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:58,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:32:58,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:58,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:32:58,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:58,537 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:58,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:32:58,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:58,537 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:58,538 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/A is initiating minor compaction (all files) 2024-11-21T07:32:58,538 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/A in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:58,538 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/233b78bfbe1448ffb448809b8e652878, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/66ca218cc7de4ac09a3862c5ca5d48ed, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/19bc587bd8464f9d815276ccc7b9240b] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=107.9 K 2024-11-21T07:32:58,538 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:58,538 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/233b78bfbe1448ffb448809b8e652878, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/66ca218cc7de4ac09a3862c5ca5d48ed, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/19bc587bd8464f9d815276ccc7b9240b] 2024-11-21T07:32:58,538 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:58,538 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 233b78bfbe1448ffb448809b8e652878, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732174372977 2024-11-21T07:32:58,538 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/B is initiating minor compaction (all files) 2024-11-21T07:32:58,538 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/B in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:58,539 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4f99d907904f459593faf3a2ead20129, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a06d3cc77534622a9ae37c70c9ed9c2, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6391799206c944e2bbe36509de35ebe6] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=35.5 K 2024-11-21T07:32:58,539 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66ca218cc7de4ac09a3862c5ca5d48ed, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732174373610 2024-11-21T07:32:58,539 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19bc587bd8464f9d815276ccc7b9240b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174375744 2024-11-21T07:32:58,539 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f99d907904f459593faf3a2ead20129, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732174372977 2024-11-21T07:32:58,540 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a06d3cc77534622a9ae37c70c9ed9c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732174373610 2024-11-21T07:32:58,540 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6391799206c944e2bbe36509de35ebe6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174375745 2024-11-21T07:32:58,545 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:58,548 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:58,549 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/8a153a2d7dfe4d739fe503931afbb03d is 50, key is test_row_0/B:col10/1732174375745/Put/seqid=0 2024-11-21T07:32:58,551 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121604a29b9b00144f499b6b7b6b409ebcc_65bf3e7f0af9afb28fe1260ec5c99f97 store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:58,554 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121604a29b9b00144f499b6b7b6b409ebcc_65bf3e7f0af9afb28fe1260ec5c99f97, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:58,554 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121604a29b9b00144f499b6b7b6b409ebcc_65bf3e7f0af9afb28fe1260ec5c99f97 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:58,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741984_1160 (size=4469) 2024-11-21T07:32:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741983_1159 (size=12459) 2024-11-21T07:32:58,585 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#A#compaction#132 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:58,585 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/5dc68fcdc38c4260a5021be37c6c78ae is 175, key is test_row_0/A:col10/1732174375745/Put/seqid=0 2024-11-21T07:32:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741985_1161 (size=31413) 2024-11-21T07:32:58,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:32:58,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T07:32:58,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:58,600 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T07:32:58,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:32:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:32:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:32:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:32:58,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211cf7d433ed4142138ba1a980e494bce1_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174376864/Put/seqid=0 2024-11-21T07:32:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741986_1162 (size=12304) 2024-11-21T07:32:58,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:32:58,632 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211cf7d433ed4142138ba1a980e494bce1_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211cf7d433ed4142138ba1a980e494bce1_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/473aae6890304998bd2ec0c6d2929816, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:32:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/473aae6890304998bd2ec0c6d2929816 is 175, key is test_row_0/A:col10/1732174376864/Put/seqid=0 2024-11-21T07:32:58,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741987_1163 (size=31105) 2024-11-21T07:32:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T07:32:58,992 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/8a153a2d7dfe4d739fe503931afbb03d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a153a2d7dfe4d739fe503931afbb03d 2024-11-21T07:32:58,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:32:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:32:58,999 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/B of 65bf3e7f0af9afb28fe1260ec5c99f97 into 8a153a2d7dfe4d739fe503931afbb03d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:59,000 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:59,000 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/B, priority=13, startTime=1732174378537; duration=0sec 2024-11-21T07:32:59,000 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:32:59,000 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:B 2024-11-21T07:32:59,000 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:32:59,001 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:32:59,001 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/C is initiating minor compaction (all files) 2024-11-21T07:32:59,001 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/C in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:59,001 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/b48b8a434e7b44c8ad637d08f2eef391, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/26777947b2044135b0d8e9e4d475f714, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/e2d90c65c2784db1bcb0d27389f86c62] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=35.5 K 2024-11-21T07:32:59,001 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting b48b8a434e7b44c8ad637d08f2eef391, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732174372977 2024-11-21T07:32:59,001 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 26777947b2044135b0d8e9e4d475f714, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732174373610 2024-11-21T07:32:59,002 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting e2d90c65c2784db1bcb0d27389f86c62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174375745 2024-11-21T07:32:59,005 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/5dc68fcdc38c4260a5021be37c6c78ae as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/5dc68fcdc38c4260a5021be37c6c78ae 2024-11-21T07:32:59,010 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/A of 65bf3e7f0af9afb28fe1260ec5c99f97 into 5dc68fcdc38c4260a5021be37c6c78ae(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:59,010 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:59,010 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/A, priority=13, startTime=1732174378536; duration=0sec 2024-11-21T07:32:59,010 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:59,010 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:A 2024-11-21T07:32:59,011 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:32:59,012 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/b313f61173ed4057a5ee02be14bbb99f is 50, key is test_row_0/C:col10/1732174375745/Put/seqid=0 2024-11-21T07:32:59,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741988_1164 (size=12459) 2024-11-21T07:32:59,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174439016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174439018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174439018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,039 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/473aae6890304998bd2ec0c6d2929816 2024-11-21T07:32:59,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/4a240b44e8944fccb95ef3092fb5a930 is 50, key is test_row_0/B:col10/1732174376864/Put/seqid=0 2024-11-21T07:32:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741989_1165 (size=12151) 2024-11-21T07:32:59,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174439119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174439120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174439121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174439321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174439322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174439323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,422 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/b313f61173ed4057a5ee02be14bbb99f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/b313f61173ed4057a5ee02be14bbb99f 2024-11-21T07:32:59,426 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/C of 65bf3e7f0af9afb28fe1260ec5c99f97 into b313f61173ed4057a5ee02be14bbb99f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:32:59,426 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:59,426 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/C, priority=13, startTime=1732174378537; duration=0sec 2024-11-21T07:32:59,427 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:32:59,427 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:C 2024-11-21T07:32:59,453 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/4a240b44e8944fccb95ef3092fb5a930 2024-11-21T07:32:59,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/af0e0f0858624acb856da7d9d0535d89 is 50, key is test_row_0/C:col10/1732174376864/Put/seqid=0 2024-11-21T07:32:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741990_1166 (size=12151) 2024-11-21T07:32:59,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174439624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174439625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174439627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,684 INFO [master/7031d45592d4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T07:32:59,685 INFO [master/7031d45592d4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T07:32:59,874 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/af0e0f0858624acb856da7d9d0535d89 2024-11-21T07:32:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/473aae6890304998bd2ec0c6d2929816 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/473aae6890304998bd2ec0c6d2929816 2024-11-21T07:32:59,883 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/473aae6890304998bd2ec0c6d2929816, entries=150, sequenceid=156, filesize=30.4 K 2024-11-21T07:32:59,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/4a240b44e8944fccb95ef3092fb5a930 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4a240b44e8944fccb95ef3092fb5a930 2024-11-21T07:32:59,888 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4a240b44e8944fccb95ef3092fb5a930, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T07:32:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/af0e0f0858624acb856da7d9d0535d89 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/af0e0f0858624acb856da7d9d0535d89 2024-11-21T07:32:59,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:32:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174439891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:32:59,892 DEBUG [Thread-611 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:32:59,893 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/af0e0f0858624acb856da7d9d0535d89, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T07:32:59,894 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1294ms, sequenceid=156, compaction requested=false 2024-11-21T07:32:59,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:32:59,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:32:59,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T07:32:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-21T07:32:59,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-21T07:32:59,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0590 sec 2024-11-21T07:32:59,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.0620 sec 2024-11-21T07:32:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T07:32:59,942 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-21T07:32:59,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:32:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-21T07:32:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T07:32:59,944 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:32:59,945 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:32:59,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T07:33:00,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T07:33:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:00,097 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T07:33:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:33:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:33:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:33:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219b50a0cfb422497fbfef10070253fed0_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174379015/Put/seqid=0 2024-11-21T07:33:00,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741991_1167 (size=12304) 2024-11-21T07:33:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:00,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:00,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174440141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174440143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174440147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174440244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T07:33:00,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174440245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174440248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174440447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174440450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174440450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:00,536 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219b50a0cfb422497fbfef10070253fed0_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b50a0cfb422497fbfef10070253fed0_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:00,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e1131529266d4667bc5a691d1bbf3815, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:00,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e1131529266d4667bc5a691d1bbf3815 is 175, key is test_row_0/A:col10/1732174379015/Put/seqid=0 2024-11-21T07:33:00,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741992_1168 (size=31105) 2024-11-21T07:33:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T07:33:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174440750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174440752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174440754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:00,942 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e1131529266d4667bc5a691d1bbf3815 2024-11-21T07:33:00,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/21389ce60ef549618eeb362d279e03e4 is 50, key is test_row_0/B:col10/1732174379015/Put/seqid=0 2024-11-21T07:33:00,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741993_1169 (size=12151) 2024-11-21T07:33:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T07:33:01,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174441254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:01,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174441256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174441257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:01,353 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/21389ce60ef549618eeb362d279e03e4 2024-11-21T07:33:01,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/c0f569c9617f4cc2bd403c91dfe37455 is 50, key is test_row_0/C:col10/1732174379015/Put/seqid=0 2024-11-21T07:33:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741994_1170 (size=12151) 2024-11-21T07:33:01,765 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/c0f569c9617f4cc2bd403c91dfe37455 2024-11-21T07:33:01,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e1131529266d4667bc5a691d1bbf3815 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e1131529266d4667bc5a691d1bbf3815 2024-11-21T07:33:01,773 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e1131529266d4667bc5a691d1bbf3815, entries=150, sequenceid=177, filesize=30.4 K 2024-11-21T07:33:01,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/21389ce60ef549618eeb362d279e03e4 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/21389ce60ef549618eeb362d279e03e4 2024-11-21T07:33:01,779 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/21389ce60ef549618eeb362d279e03e4, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T07:33:01,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/c0f569c9617f4cc2bd403c91dfe37455 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c0f569c9617f4cc2bd403c91dfe37455 2024-11-21T07:33:01,784 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c0f569c9617f4cc2bd403c91dfe37455, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T07:33:01,785 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1689ms, sequenceid=177, compaction requested=true 2024-11-21T07:33:01,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:01,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:01,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T07:33:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-21T07:33:01,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-21T07:33:01,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8410 sec 2024-11-21T07:33:01,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.8440 sec 2024-11-21T07:33:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:01,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T07:33:01,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:33:01,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:01,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:33:01,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:01,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:33:01,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:01,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218ad72cfff8e4405d858f6084449db36f_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174381799/Put/seqid=0 2024-11-21T07:33:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741995_1171 (size=14794) 2024-11-21T07:33:01,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174441833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174441934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T07:33:02,048 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-21T07:33:02,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-21T07:33:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T07:33:02,050 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:02,051 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:02,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174442138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T07:33:02,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T07:33:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,215 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:02,219 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218ad72cfff8e4405d858f6084449db36f_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218ad72cfff8e4405d858f6084449db36f_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:02,220 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/46bce80d42b346d295e1e1a30498594b, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:02,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/46bce80d42b346d295e1e1a30498594b is 175, key is test_row_0/A:col10/1732174381799/Put/seqid=0 2024-11-21T07:33:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741996_1172 (size=39749) 2024-11-21T07:33:02,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174442259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174442263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174442266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T07:33:02,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T07:33:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174442441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,508 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T07:33:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:02,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/46bce80d42b346d295e1e1a30498594b 2024-11-21T07:33:02,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/211815ef54df4bfabfd1af51c39a70ea is 50, key is test_row_0/B:col10/1732174381799/Put/seqid=0 2024-11-21T07:33:02,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741997_1173 (size=12151) 2024-11-21T07:33:02,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/211815ef54df4bfabfd1af51c39a70ea 2024-11-21T07:33:02,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/263541acd2a745989cb41e376c2ecbdd is 50, key is test_row_0/C:col10/1732174381799/Put/seqid=0 2024-11-21T07:33:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T07:33:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741998_1174 (size=12151) 2024-11-21T07:33:02,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T07:33:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T07:33:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174442947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,966 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:02,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T07:33:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:02,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:03,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/263541acd2a745989cb41e376c2ecbdd 2024-11-21T07:33:03,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/46bce80d42b346d295e1e1a30498594b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/46bce80d42b346d295e1e1a30498594b 2024-11-21T07:33:03,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/46bce80d42b346d295e1e1a30498594b, entries=200, sequenceid=196, filesize=38.8 K 2024-11-21T07:33:03,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/211815ef54df4bfabfd1af51c39a70ea as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/211815ef54df4bfabfd1af51c39a70ea 2024-11-21T07:33:03,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/211815ef54df4bfabfd1af51c39a70ea, entries=150, sequenceid=196, filesize=11.9 K 2024-11-21T07:33:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/263541acd2a745989cb41e376c2ecbdd as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263541acd2a745989cb41e376c2ecbdd 2024-11-21T07:33:03,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263541acd2a745989cb41e376c2ecbdd, entries=150, sequenceid=196, filesize=11.9 K 2024-11-21T07:33:03,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1278ms, sequenceid=196, compaction requested=true 2024-11-21T07:33:03,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:03,077 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:33:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:03,078 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:33:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:03,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:03,079 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:33:03,079 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:33:03,079 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/A is initiating minor compaction (all files) 2024-11-21T07:33:03,079 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/B is initiating minor compaction (all files) 2024-11-21T07:33:03,079 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/A in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:03,079 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/5dc68fcdc38c4260a5021be37c6c78ae, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/473aae6890304998bd2ec0c6d2929816, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e1131529266d4667bc5a691d1bbf3815, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/46bce80d42b346d295e1e1a30498594b] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=130.2 K 2024-11-21T07:33:03,079 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:03,080 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/5dc68fcdc38c4260a5021be37c6c78ae, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/473aae6890304998bd2ec0c6d2929816, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e1131529266d4667bc5a691d1bbf3815, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/46bce80d42b346d295e1e1a30498594b] 2024-11-21T07:33:03,080 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/B in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:03,080 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a153a2d7dfe4d739fe503931afbb03d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4a240b44e8944fccb95ef3092fb5a930, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/21389ce60ef549618eeb362d279e03e4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/211815ef54df4bfabfd1af51c39a70ea] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=47.8 K 2024-11-21T07:33:03,080 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a153a2d7dfe4d739fe503931afbb03d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174375745 2024-11-21T07:33:03,080 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dc68fcdc38c4260a5021be37c6c78ae, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174375745 2024-11-21T07:33:03,081 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a240b44e8944fccb95ef3092fb5a930, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732174376864 2024-11-21T07:33:03,081 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 473aae6890304998bd2ec0c6d2929816, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732174376864 2024-11-21T07:33:03,081 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 21389ce60ef549618eeb362d279e03e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732174379008 2024-11-21T07:33:03,081 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1131529266d4667bc5a691d1bbf3815, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732174379008 2024-11-21T07:33:03,081 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 211815ef54df4bfabfd1af51c39a70ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732174380140 2024-11-21T07:33:03,081 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46bce80d42b346d295e1e1a30498594b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732174380140 2024-11-21T07:33:03,090 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:03,091 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/6431fa5a2d29449e9a12d37f0fcf0446 is 50, key is test_row_0/B:col10/1732174381799/Put/seqid=0 2024-11-21T07:33:03,092 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:03,103 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b38413475a0f49678c9cd9835eed8cae_65bf3e7f0af9afb28fe1260ec5c99f97 store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:03,105 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b38413475a0f49678c9cd9835eed8cae_65bf3e7f0af9afb28fe1260ec5c99f97, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:03,105 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b38413475a0f49678c9cd9835eed8cae_65bf3e7f0af9afb28fe1260ec5c99f97 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:03,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741999_1175 (size=12595) 2024-11-21T07:33:03,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742000_1176 (size=4469) 2024-11-21T07:33:03,115 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#A#compaction#145 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:03,115 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/a5b88f03a88e4ed9a9cbf926bcd16418 is 175, key is test_row_0/A:col10/1732174381799/Put/seqid=0 2024-11-21T07:33:03,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:03,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T07:33:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:03,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T07:33:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:33:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:33:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:33:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:03,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742001_1177 (size=31549) 2024-11-21T07:33:03,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121006e45cfca504fb5bf53c40355afc6af_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174381832/Put/seqid=0 2024-11-21T07:33:03,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742002_1178 (size=12304) 2024-11-21T07:33:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T07:33:03,513 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/6431fa5a2d29449e9a12d37f0fcf0446 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6431fa5a2d29449e9a12d37f0fcf0446 2024-11-21T07:33:03,518 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/B of 65bf3e7f0af9afb28fe1260ec5c99f97 into 6431fa5a2d29449e9a12d37f0fcf0446(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:03,518 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:03,518 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/B, priority=12, startTime=1732174383078; duration=0sec 2024-11-21T07:33:03,518 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:03,518 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:B 2024-11-21T07:33:03,518 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:33:03,519 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:33:03,519 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/C is initiating minor compaction (all files) 2024-11-21T07:33:03,519 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/C in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:03,519 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/b313f61173ed4057a5ee02be14bbb99f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/af0e0f0858624acb856da7d9d0535d89, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c0f569c9617f4cc2bd403c91dfe37455, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263541acd2a745989cb41e376c2ecbdd] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=47.8 K 2024-11-21T07:33:03,520 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting b313f61173ed4057a5ee02be14bbb99f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174375745 2024-11-21T07:33:03,520 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting af0e0f0858624acb856da7d9d0535d89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732174376864 2024-11-21T07:33:03,520 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting c0f569c9617f4cc2bd403c91dfe37455, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732174379008 2024-11-21T07:33:03,521 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 263541acd2a745989cb41e376c2ecbdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732174380140 2024-11-21T07:33:03,525 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/a5b88f03a88e4ed9a9cbf926bcd16418 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/a5b88f03a88e4ed9a9cbf926bcd16418 2024-11-21T07:33:03,529 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:03,529 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/07a249aaf6404c5681d2fcbce0e68435 is 50, key is test_row_0/C:col10/1732174381799/Put/seqid=0 2024-11-21T07:33:03,531 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/A of 65bf3e7f0af9afb28fe1260ec5c99f97 into a5b88f03a88e4ed9a9cbf926bcd16418(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:03,531 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:03,531 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/A, priority=12, startTime=1732174383077; duration=0sec 2024-11-21T07:33:03,531 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:03,531 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:A 2024-11-21T07:33:03,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:03,535 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121006e45cfca504fb5bf53c40355afc6af_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121006e45cfca504fb5bf53c40355afc6af_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742003_1179 (size=12595) 2024-11-21T07:33:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e49ea038f17246f1a4f4f597a298495d, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e49ea038f17246f1a4f4f597a298495d is 175, key is test_row_0/A:col10/1732174381832/Put/seqid=0 2024-11-21T07:33:03,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742004_1180 (size=31105) 2024-11-21T07:33:03,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:03,941 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e49ea038f17246f1a4f4f597a298495d 2024-11-21T07:33:03,942 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/07a249aaf6404c5681d2fcbce0e68435 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/07a249aaf6404c5681d2fcbce0e68435 2024-11-21T07:33:03,949 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/C of 65bf3e7f0af9afb28fe1260ec5c99f97 into 07a249aaf6404c5681d2fcbce0e68435(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:03,949 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:03,949 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/C, priority=12, startTime=1732174383078; duration=0sec 2024-11-21T07:33:03,949 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:03,949 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:C 2024-11-21T07:33:03,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/bd707f962e1e45108dbb837e60b275f6 is 50, key is test_row_0/B:col10/1732174381832/Put/seqid=0 2024-11-21T07:33:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742005_1181 (size=12151) 2024-11-21T07:33:03,956 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/bd707f962e1e45108dbb837e60b275f6 2024-11-21T07:33:03,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174443961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:03,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174443961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:03,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/18445443e6934ca1a68e455bf87838d6 is 50, key is test_row_0/C:col10/1732174381832/Put/seqid=0 2024-11-21T07:33:03,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742006_1182 (size=12151) 2024-11-21T07:33:04,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174444064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174444065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T07:33:04,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174444267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174444267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174444275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,276 DEBUG [Thread-617 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:33:04,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174444283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174444283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,286 DEBUG [Thread-609 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:33:04,286 DEBUG [Thread-615 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:33:04,378 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/18445443e6934ca1a68e455bf87838d6 2024-11-21T07:33:04,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/e49ea038f17246f1a4f4f597a298495d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e49ea038f17246f1a4f4f597a298495d 2024-11-21T07:33:04,387 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e49ea038f17246f1a4f4f597a298495d, entries=150, sequenceid=213, filesize=30.4 K 2024-11-21T07:33:04,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/bd707f962e1e45108dbb837e60b275f6 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/bd707f962e1e45108dbb837e60b275f6 2024-11-21T07:33:04,391 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/bd707f962e1e45108dbb837e60b275f6, entries=150, sequenceid=213, filesize=11.9 K 2024-11-21T07:33:04,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/18445443e6934ca1a68e455bf87838d6 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/18445443e6934ca1a68e455bf87838d6 2024-11-21T07:33:04,397 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/18445443e6934ca1a68e455bf87838d6, entries=150, sequenceid=213, filesize=11.9 K 2024-11-21T07:33:04,398 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1279ms, sequenceid=213, compaction requested=false 2024-11-21T07:33:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T07:33:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-21T07:33:04,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-21T07:33:04,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3480 sec 2024-11-21T07:33:04,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.3510 sec 2024-11-21T07:33:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:04,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T07:33:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:33:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:33:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:33:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:04,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112107c96e5b8ed641f287f9acc95d7a196c_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174383960/Put/seqid=0 2024-11-21T07:33:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742007_1183 (size=14794) 2024-11-21T07:33:04,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174444585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174444586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174444689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174444689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174444891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174444892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:04,983 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:04,987 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112107c96e5b8ed641f287f9acc95d7a196c_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112107c96e5b8ed641f287f9acc95d7a196c_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:04,988 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/535f41f9bcd046e1b080697dddfa0f3b, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:04,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/535f41f9bcd046e1b080697dddfa0f3b is 175, key is test_row_0/A:col10/1732174383960/Put/seqid=0 2024-11-21T07:33:04,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742008_1184 (size=39749) 2024-11-21T07:33:05,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174445194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:05,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174445196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:05,394 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/535f41f9bcd046e1b080697dddfa0f3b 2024-11-21T07:33:05,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/26911a2362d44b36a79b1c1ca22e34f0 is 50, key is test_row_0/B:col10/1732174383960/Put/seqid=0 2024-11-21T07:33:05,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742009_1185 (size=12151) 2024-11-21T07:33:05,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/26911a2362d44b36a79b1c1ca22e34f0 2024-11-21T07:33:05,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/ab6391f61891430bb925a07d536c4819 is 50, key is test_row_0/C:col10/1732174383960/Put/seqid=0 2024-11-21T07:33:05,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742010_1186 (size=12151) 2024-11-21T07:33:05,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174445696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:05,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174445697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:05,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/ab6391f61891430bb925a07d536c4819 2024-11-21T07:33:05,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/535f41f9bcd046e1b080697dddfa0f3b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/535f41f9bcd046e1b080697dddfa0f3b 2024-11-21T07:33:05,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/535f41f9bcd046e1b080697dddfa0f3b, entries=200, sequenceid=237, filesize=38.8 K 2024-11-21T07:33:05,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/26911a2362d44b36a79b1c1ca22e34f0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/26911a2362d44b36a79b1c1ca22e34f0 2024-11-21T07:33:05,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/26911a2362d44b36a79b1c1ca22e34f0, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T07:33:05,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/ab6391f61891430bb925a07d536c4819 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/ab6391f61891430bb925a07d536c4819 2024-11-21T07:33:05,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/ab6391f61891430bb925a07d536c4819, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T07:33:05,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1301ms, sequenceid=237, compaction requested=true 2024-11-21T07:33:05,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:05,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:05,873 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:05,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:05,873 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:05,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:05,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:05,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:05,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:05,874 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:05,874 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/A is initiating minor compaction (all files) 2024-11-21T07:33:05,874 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/A in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:05,874 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/a5b88f03a88e4ed9a9cbf926bcd16418, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e49ea038f17246f1a4f4f597a298495d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/535f41f9bcd046e1b080697dddfa0f3b] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=100.0 K 2024-11-21T07:33:05,875 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:05,875 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/B is initiating minor compaction (all files) 2024-11-21T07:33:05,875 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:05,875 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/B in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:05,875 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/a5b88f03a88e4ed9a9cbf926bcd16418, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e49ea038f17246f1a4f4f597a298495d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/535f41f9bcd046e1b080697dddfa0f3b] 2024-11-21T07:33:05,875 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6431fa5a2d29449e9a12d37f0fcf0446, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/bd707f962e1e45108dbb837e60b275f6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/26911a2362d44b36a79b1c1ca22e34f0] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=36.0 K 2024-11-21T07:33:05,875 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5b88f03a88e4ed9a9cbf926bcd16418, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732174380140 2024-11-21T07:33:05,875 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6431fa5a2d29449e9a12d37f0fcf0446, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732174380140 2024-11-21T07:33:05,875 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting e49ea038f17246f1a4f4f597a298495d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732174381817 2024-11-21T07:33:05,876 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting bd707f962e1e45108dbb837e60b275f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732174381817 2024-11-21T07:33:05,876 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 26911a2362d44b36a79b1c1ca22e34f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732174383960 2024-11-21T07:33:05,876 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 535f41f9bcd046e1b080697dddfa0f3b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732174383956 2024-11-21T07:33:05,883 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:05,884 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:05,885 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/2c3885a08b8f408aaef9411af87e1590 is 50, key is test_row_0/B:col10/1732174383960/Put/seqid=0 2024-11-21T07:33:05,886 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218e06c2e8ea0d4d449dce7ec1ec535158_65bf3e7f0af9afb28fe1260ec5c99f97 store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:05,888 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218e06c2e8ea0d4d449dce7ec1ec535158_65bf3e7f0af9afb28fe1260ec5c99f97, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:05,888 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218e06c2e8ea0d4d449dce7ec1ec535158_65bf3e7f0af9afb28fe1260ec5c99f97 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742011_1187 (size=12697) 2024-11-21T07:33:05,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742012_1188 (size=4469) 2024-11-21T07:33:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T07:33:06,155 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-21T07:33:06,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-21T07:33:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T07:33:06,157 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:06,157 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:06,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T07:33:06,293 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:06,293 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/d9a9079fa954456897eda0ced867f2e4 is 175, key is test_row_0/A:col10/1732174383960/Put/seqid=0 2024-11-21T07:33:06,296 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/2c3885a08b8f408aaef9411af87e1590 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c3885a08b8f408aaef9411af87e1590 2024-11-21T07:33:06,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742013_1189 (size=31651) 2024-11-21T07:33:06,301 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/B of 65bf3e7f0af9afb28fe1260ec5c99f97 into 2c3885a08b8f408aaef9411af87e1590(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:06,301 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:06,301 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/B, priority=13, startTime=1732174385873; duration=0sec 2024-11-21T07:33:06,301 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:06,301 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:B 2024-11-21T07:33:06,301 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:06,302 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:06,302 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/C is initiating minor compaction (all files) 2024-11-21T07:33:06,302 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/C in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:06,303 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/07a249aaf6404c5681d2fcbce0e68435, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/18445443e6934ca1a68e455bf87838d6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/ab6391f61891430bb925a07d536c4819] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=36.0 K 2024-11-21T07:33:06,303 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 07a249aaf6404c5681d2fcbce0e68435, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732174380140 2024-11-21T07:33:06,303 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 18445443e6934ca1a68e455bf87838d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732174381817 2024-11-21T07:33:06,304 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting ab6391f61891430bb925a07d536c4819, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732174383960 2024-11-21T07:33:06,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:06,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-21T07:33:06,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:06,310 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T07:33:06,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:33:06,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:06,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:33:06,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:06,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:33:06,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:06,311 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:06,312 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/5c1502ad8556490a8906840fe0fb1a98 is 50, key is test_row_0/C:col10/1732174383960/Put/seqid=0 2024-11-21T07:33:06,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742014_1190 (size=12697) 2024-11-21T07:33:06,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211cc2d33a1e3f4ac1a1c4a0df5fd24d4c_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174384573/Put/seqid=0 2024-11-21T07:33:06,324 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/5c1502ad8556490a8906840fe0fb1a98 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/5c1502ad8556490a8906840fe0fb1a98 2024-11-21T07:33:06,329 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/C of 65bf3e7f0af9afb28fe1260ec5c99f97 into 5c1502ad8556490a8906840fe0fb1a98(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:06,329 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:06,329 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/C, priority=13, startTime=1732174385874; duration=0sec 2024-11-21T07:33:06,329 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:06,329 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:C 2024-11-21T07:33:06,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742015_1191 (size=12304) 2024-11-21T07:33:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T07:33:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:06,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:06,703 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/d9a9079fa954456897eda0ced867f2e4 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/d9a9079fa954456897eda0ced867f2e4 2024-11-21T07:33:06,708 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/A of 65bf3e7f0af9afb28fe1260ec5c99f97 into d9a9079fa954456897eda0ced867f2e4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:06,708 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:06,708 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/A, priority=13, startTime=1732174385872; duration=0sec 2024-11-21T07:33:06,708 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:06,708 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:A 2024-11-21T07:33:06,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174446723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:06,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174446723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:06,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:06,740 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211cc2d33a1e3f4ac1a1c4a0df5fd24d4c_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211cc2d33a1e3f4ac1a1c4a0df5fd24d4c_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:06,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/304598e84b8c451e9a4ff5494740716f, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:06,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/304598e84b8c451e9a4ff5494740716f is 175, key is test_row_0/A:col10/1732174384573/Put/seqid=0 2024-11-21T07:33:06,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742016_1192 (size=31105) 2024-11-21T07:33:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T07:33:06,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:06,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174446825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174446825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174447027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:07,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174447028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:07,147 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/304598e84b8c451e9a4ff5494740716f 2024-11-21T07:33:07,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/58ea8a4009ec40cd8908e378e8143c81 is 50, key is test_row_0/B:col10/1732174384573/Put/seqid=0 2024-11-21T07:33:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742017_1193 (size=12151) 2024-11-21T07:33:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T07:33:07,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174447329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:07,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174447331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:07,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/58ea8a4009ec40cd8908e378e8143c81 2024-11-21T07:33:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/6138f77a085e480a875d45f1e97b2081 is 50, key is test_row_0/C:col10/1732174384573/Put/seqid=0 2024-11-21T07:33:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742018_1194 (size=12151) 2024-11-21T07:33:07,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174447832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:07,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174447834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:07,970 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/6138f77a085e480a875d45f1e97b2081 2024-11-21T07:33:07,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/304598e84b8c451e9a4ff5494740716f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/304598e84b8c451e9a4ff5494740716f 2024-11-21T07:33:07,978 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/304598e84b8c451e9a4ff5494740716f, entries=150, sequenceid=253, filesize=30.4 K 2024-11-21T07:33:07,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/58ea8a4009ec40cd8908e378e8143c81 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea8a4009ec40cd8908e378e8143c81 2024-11-21T07:33:07,984 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea8a4009ec40cd8908e378e8143c81, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T07:33:07,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/6138f77a085e480a875d45f1e97b2081 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6138f77a085e480a875d45f1e97b2081 2024-11-21T07:33:07,990 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6138f77a085e480a875d45f1e97b2081, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T07:33:07,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1681ms, sequenceid=253, compaction requested=false 2024-11-21T07:33:07,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:07,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:07,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-21T07:33:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-21T07:33:07,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T07:33:07,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8340 sec 2024-11-21T07:33:07,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.8370 sec 2024-11-21T07:33:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T07:33:08,261 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-21T07:33:08,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-21T07:33:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T07:33:08,263 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:08,264 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:08,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:08,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T07:33:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:33:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:33:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:33:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:08,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b89702f9f6904300b1b08c5ab6d921e7_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174386722/Put/seqid=0 2024-11-21T07:33:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742019_1195 (size=12454) 2024-11-21T07:33:08,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174448309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174448310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50568 deadline: 1732174448310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,312 DEBUG [Thread-615 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:33:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T07:33:08,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174448412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174448412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:08,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:08,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:08,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:08,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T07:33:08,568 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:08,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:08,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:08,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:08,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174448614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174448615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,704 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:08,708 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b89702f9f6904300b1b08c5ab6d921e7_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b89702f9f6904300b1b08c5ab6d921e7_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:08,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/abfe54691a19443eb2208a75168b0799, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:08,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/abfe54691a19443eb2208a75168b0799 is 175, key is test_row_0/A:col10/1732174386722/Put/seqid=0 2024-11-21T07:33:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742020_1196 (size=31255) 2024-11-21T07:33:08,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:08,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:08,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:08,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:08,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174448838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174448838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T07:33:08,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:08,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:08,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174448916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:08,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174448917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:09,026 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:09,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/abfe54691a19443eb2208a75168b0799 2024-11-21T07:33:09,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/d014885bf8d949cea6126a286c7edecc is 50, key is test_row_0/B:col10/1732174386722/Put/seqid=0 2024-11-21T07:33:09,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742021_1197 (size=12301) 2024-11-21T07:33:09,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:09,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:09,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:09,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:09,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:09,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:09,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T07:33:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174449420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174449420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:09,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:09,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:09,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:09,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/d014885bf8d949cea6126a286c7edecc 2024-11-21T07:33:09,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/40efb27acb9a42028c900613f28cee24 is 50, key is test_row_0/C:col10/1732174386722/Put/seqid=0 2024-11-21T07:33:09,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742022_1198 (size=12301) 2024-11-21T07:33:09,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:09,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:09,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:09,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:09,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:09,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/40efb27acb9a42028c900613f28cee24 2024-11-21T07:33:09,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/abfe54691a19443eb2208a75168b0799 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/abfe54691a19443eb2208a75168b0799 2024-11-21T07:33:09,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:09,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:09,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:09,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:09,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/abfe54691a19443eb2208a75168b0799, entries=150, sequenceid=277, filesize=30.5 K 2024-11-21T07:33:09,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/d014885bf8d949cea6126a286c7edecc as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/d014885bf8d949cea6126a286c7edecc 2024-11-21T07:33:09,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/d014885bf8d949cea6126a286c7edecc, entries=150, sequenceid=277, filesize=12.0 K 2024-11-21T07:33:09,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/40efb27acb9a42028c900613f28cee24 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/40efb27acb9a42028c900613f28cee24 2024-11-21T07:33:09,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/40efb27acb9a42028c900613f28cee24, entries=150, sequenceid=277, filesize=12.0 K 2024-11-21T07:33:09,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1669ms, sequenceid=277, compaction requested=true 2024-11-21T07:33:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:09,956 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:09,956 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:09,957 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:09,957 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:09,957 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/A is initiating minor compaction (all files) 2024-11-21T07:33:09,957 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/B is initiating minor compaction (all files) 2024-11-21T07:33:09,957 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/A in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,957 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/B in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,957 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/d9a9079fa954456897eda0ced867f2e4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/304598e84b8c451e9a4ff5494740716f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/abfe54691a19443eb2208a75168b0799] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=91.8 K 2024-11-21T07:33:09,957 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c3885a08b8f408aaef9411af87e1590, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea8a4009ec40cd8908e378e8143c81, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/d014885bf8d949cea6126a286c7edecc] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=36.3 K 2024-11-21T07:33:09,957 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:09,958 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/d9a9079fa954456897eda0ced867f2e4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/304598e84b8c451e9a4ff5494740716f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/abfe54691a19443eb2208a75168b0799] 2024-11-21T07:33:09,958 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c3885a08b8f408aaef9411af87e1590, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732174383960 2024-11-21T07:33:09,958 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9a9079fa954456897eda0ced867f2e4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732174383960 2024-11-21T07:33:09,958 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 58ea8a4009ec40cd8908e378e8143c81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732174384573 2024-11-21T07:33:09,958 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 304598e84b8c451e9a4ff5494740716f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732174384573 2024-11-21T07:33:09,958 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting d014885bf8d949cea6126a286c7edecc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732174386703 2024-11-21T07:33:09,959 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting abfe54691a19443eb2208a75168b0799, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732174386703 2024-11-21T07:33:09,965 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:09,967 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218c837b1ea8ba4dd9925b7e0a30b4b14f_65bf3e7f0af9afb28fe1260ec5c99f97 store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:09,969 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:09,969 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218c837b1ea8ba4dd9925b7e0a30b4b14f_65bf3e7f0af9afb28fe1260ec5c99f97, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:09,969 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/c736fb3351e6431287d9fddf7e48e579 is 50, key is test_row_0/B:col10/1732174386722/Put/seqid=0 2024-11-21T07:33:09,969 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218c837b1ea8ba4dd9925b7e0a30b4b14f_65bf3e7f0af9afb28fe1260ec5c99f97 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:09,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742023_1199 (size=12949) 2024-11-21T07:33:09,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742024_1200 (size=4469) 2024-11-21T07:33:10,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:10,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-21T07:33:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:10,095 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T07:33:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:33:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:33:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:33:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:10,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d99129a826314f7382be972d79f82336_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174388309/Put/seqid=0 2024-11-21T07:33:10,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742025_1201 (size=12454) 2024-11-21T07:33:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T07:33:10,390 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/c736fb3351e6431287d9fddf7e48e579 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c736fb3351e6431287d9fddf7e48e579 2024-11-21T07:33:10,393 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#A#compaction#162 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:10,394 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/352089fb196342b4a4c1fa5fd63a66d6 is 175, key is test_row_0/A:col10/1732174386722/Put/seqid=0 2024-11-21T07:33:10,401 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/B of 65bf3e7f0af9afb28fe1260ec5c99f97 into c736fb3351e6431287d9fddf7e48e579(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:10,401 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:10,401 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/B, priority=13, startTime=1732174389956; duration=0sec 2024-11-21T07:33:10,401 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:10,401 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:B 2024-11-21T07:33:10,401 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:10,402 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:10,402 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/C is initiating minor compaction (all files) 2024-11-21T07:33:10,402 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/C in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:10,403 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/5c1502ad8556490a8906840fe0fb1a98, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6138f77a085e480a875d45f1e97b2081, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/40efb27acb9a42028c900613f28cee24] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=36.3 K 2024-11-21T07:33:10,403 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c1502ad8556490a8906840fe0fb1a98, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732174383960 2024-11-21T07:33:10,403 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6138f77a085e480a875d45f1e97b2081, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732174384573 2024-11-21T07:33:10,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742026_1202 (size=31903) 2024-11-21T07:33:10,411 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 40efb27acb9a42028c900613f28cee24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732174386703 2024-11-21T07:33:10,415 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/352089fb196342b4a4c1fa5fd63a66d6 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/352089fb196342b4a4c1fa5fd63a66d6 2024-11-21T07:33:10,420 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#C#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:10,420 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/A of 65bf3e7f0af9afb28fe1260ec5c99f97 into 352089fb196342b4a4c1fa5fd63a66d6(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:10,420 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/c120640390524d359b69db094630d3cf is 50, key is test_row_0/C:col10/1732174386722/Put/seqid=0 2024-11-21T07:33:10,420 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:10,420 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/A, priority=13, startTime=1732174389956; duration=0sec 2024-11-21T07:33:10,420 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:10,420 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:A 2024-11-21T07:33:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:10,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. as already flushing 2024-11-21T07:33:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742027_1203 (size=12949) 2024-11-21T07:33:10,440 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/c120640390524d359b69db094630d3cf as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c120640390524d359b69db094630d3cf 2024-11-21T07:33:10,446 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/C of 65bf3e7f0af9afb28fe1260ec5c99f97 into c120640390524d359b69db094630d3cf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:10,447 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:10,447 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/C, priority=13, startTime=1732174389956; duration=0sec 2024-11-21T07:33:10,447 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:10,447 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:C 2024-11-21T07:33:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174450452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174450452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:10,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:10,512 DEBUG [Thread-620 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:63395 2024-11-21T07:33:10,512 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d99129a826314f7382be972d79f82336_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d99129a826314f7382be972d79f82336_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:10,512 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:10,513 DEBUG [Thread-622 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:63395 2024-11-21T07:33:10,513 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:10,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/502f46e11bdb4e679ce463f97acb6db7, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:10,513 DEBUG [Thread-624 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:63395 2024-11-21T07:33:10,513 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:10,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/502f46e11bdb4e679ce463f97acb6db7 is 175, key is test_row_0/A:col10/1732174388309/Put/seqid=0 2024-11-21T07:33:10,517 DEBUG [Thread-626 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:63395 2024-11-21T07:33:10,517 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:10,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742028_1204 (size=31255) 2024-11-21T07:33:10,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:10,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174450555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174450555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:10,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174450759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174450760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:10,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50516 deadline: 1732174450845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:10,847 DEBUG [Thread-613 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4123 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:33:10,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50532 deadline: 1732174450850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:10,852 DEBUG [Thread-611 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:33:10,921 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/502f46e11bdb4e679ce463f97acb6db7 2024-11-21T07:33:10,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/2c045de5d96f4d05b5b82aa353aecc16 is 50, key is test_row_0/B:col10/1732174388309/Put/seqid=0 2024-11-21T07:33:10,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742029_1205 (size=12301) 2024-11-21T07:33:11,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174451064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:11,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174451065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:11,341 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/2c045de5d96f4d05b5b82aa353aecc16 2024-11-21T07:33:11,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/8820a11cbb7b408198d2b6bb8f1bec04 is 50, key is test_row_0/C:col10/1732174388309/Put/seqid=0 2024-11-21T07:33:11,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742030_1206 (size=12301) 2024-11-21T07:33:11,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50536 deadline: 1732174451567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:11,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50552 deadline: 1732174451569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:11,605 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T07:33:11,759 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/8820a11cbb7b408198d2b6bb8f1bec04 2024-11-21T07:33:11,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/502f46e11bdb4e679ce463f97acb6db7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/502f46e11bdb4e679ce463f97acb6db7 2024-11-21T07:33:11,777 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/502f46e11bdb4e679ce463f97acb6db7, entries=150, sequenceid=291, filesize=30.5 K 2024-11-21T07:33:11,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/2c045de5d96f4d05b5b82aa353aecc16 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c045de5d96f4d05b5b82aa353aecc16 2024-11-21T07:33:11,782 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c045de5d96f4d05b5b82aa353aecc16, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T07:33:11,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/8820a11cbb7b408198d2b6bb8f1bec04 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/8820a11cbb7b408198d2b6bb8f1bec04 2024-11-21T07:33:11,787 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/8820a11cbb7b408198d2b6bb8f1bec04, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T07:33:11,788 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1693ms, sequenceid=291, compaction requested=false 2024-11-21T07:33:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-21T07:33:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-21T07:33:11,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-21T07:33:11,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5250 sec 2024-11-21T07:33:11,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 3.5280 sec 2024-11-21T07:33:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-21T07:33:12,370 INFO [Thread-619 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-21T07:33:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:12,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T07:33:12,578 DEBUG [Thread-617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:63395 2024-11-21T07:33:12,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:33:12,578 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:33:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:33:12,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:12,582 DEBUG [Thread-609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:63395 2024-11-21T07:33:12,582 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:12,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dd29dcb00312411f8661feed85f12f67_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174390451/Put/seqid=0 2024-11-21T07:33:12,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742031_1207 (size=12454) 2024-11-21T07:33:12,994 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:13,003 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dd29dcb00312411f8661feed85f12f67_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dd29dcb00312411f8661feed85f12f67_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:13,005 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/65292c37321d45c3a3bc06e06143e498, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:13,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/65292c37321d45c3a3bc06e06143e498 is 175, key is test_row_0/A:col10/1732174390451/Put/seqid=0 2024-11-21T07:33:13,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742032_1208 (size=31255) 2024-11-21T07:33:13,412 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/65292c37321d45c3a3bc06e06143e498 2024-11-21T07:33:13,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/40ffd7ce994149f3a8f3042e180c81ea is 50, key is test_row_0/B:col10/1732174390451/Put/seqid=0 2024-11-21T07:33:13,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742033_1209 (size=12301) 2024-11-21T07:33:13,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/40ffd7ce994149f3a8f3042e180c81ea 2024-11-21T07:33:13,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/93460363fb3f409eb08c662479c8f324 is 50, key is test_row_0/C:col10/1732174390451/Put/seqid=0 2024-11-21T07:33:13,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742034_1210 (size=12301) 2024-11-21T07:33:14,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/93460363fb3f409eb08c662479c8f324 2024-11-21T07:33:14,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/65292c37321d45c3a3bc06e06143e498 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/65292c37321d45c3a3bc06e06143e498 2024-11-21T07:33:14,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/65292c37321d45c3a3bc06e06143e498, entries=150, sequenceid=317, filesize=30.5 K 2024-11-21T07:33:14,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/40ffd7ce994149f3a8f3042e180c81ea as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/40ffd7ce994149f3a8f3042e180c81ea 2024-11-21T07:33:14,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/40ffd7ce994149f3a8f3042e180c81ea, entries=150, sequenceid=317, filesize=12.0 K 2024-11-21T07:33:14,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/93460363fb3f409eb08c662479c8f324 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/93460363fb3f409eb08c662479c8f324 2024-11-21T07:33:14,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/93460363fb3f409eb08c662479c8f324, entries=150, sequenceid=317, filesize=12.0 K 2024-11-21T07:33:14,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=6.71 KB/6870 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1696ms, sequenceid=317, compaction requested=true 2024-11-21T07:33:14,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:14,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:14,273 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:14,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:14,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:14,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:14,273 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:14,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65bf3e7f0af9afb28fe1260ec5c99f97:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:14,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:14,274 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:14,274 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:14,274 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/B is initiating minor compaction (all files) 2024-11-21T07:33:14,274 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/A is initiating minor compaction (all files) 2024-11-21T07:33:14,274 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/B in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:14,274 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/A in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:14,275 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c736fb3351e6431287d9fddf7e48e579, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c045de5d96f4d05b5b82aa353aecc16, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/40ffd7ce994149f3a8f3042e180c81ea] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=36.7 K 2024-11-21T07:33:14,275 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/352089fb196342b4a4c1fa5fd63a66d6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/502f46e11bdb4e679ce463f97acb6db7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/65292c37321d45c3a3bc06e06143e498] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=92.2 K 2024-11-21T07:33:14,275 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:14,275 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/352089fb196342b4a4c1fa5fd63a66d6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/502f46e11bdb4e679ce463f97acb6db7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/65292c37321d45c3a3bc06e06143e498] 2024-11-21T07:33:14,275 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting c736fb3351e6431287d9fddf7e48e579, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732174386703 2024-11-21T07:33:14,275 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 352089fb196342b4a4c1fa5fd63a66d6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732174386703 2024-11-21T07:33:14,275 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c045de5d96f4d05b5b82aa353aecc16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732174388304 2024-11-21T07:33:14,275 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 502f46e11bdb4e679ce463f97acb6db7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732174388304 2024-11-21T07:33:14,276 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40ffd7ce994149f3a8f3042e180c81ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732174390451 2024-11-21T07:33:14,276 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 65292c37321d45c3a3bc06e06143e498, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732174390451 2024-11-21T07:33:14,288 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:14,290 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ef8ae5795bdc4c03a345b6008faf1546_65bf3e7f0af9afb28fe1260ec5c99f97 store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:14,290 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#B#compaction#171 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:14,291 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/fcf7f1d02050414aaf85e3a81d0c154a is 50, key is test_row_0/B:col10/1732174390451/Put/seqid=0 2024-11-21T07:33:14,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742035_1211 (size=13051) 2024-11-21T07:33:14,323 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ef8ae5795bdc4c03a345b6008faf1546_65bf3e7f0af9afb28fe1260ec5c99f97, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:14,323 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ef8ae5795bdc4c03a345b6008faf1546_65bf3e7f0af9afb28fe1260ec5c99f97 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742036_1212 (size=4469) 2024-11-21T07:33:14,707 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/fcf7f1d02050414aaf85e3a81d0c154a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/fcf7f1d02050414aaf85e3a81d0c154a 2024-11-21T07:33:14,715 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/B of 65bf3e7f0af9afb28fe1260ec5c99f97 into fcf7f1d02050414aaf85e3a81d0c154a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:14,715 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:14,715 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/B, priority=13, startTime=1732174394273; duration=0sec 2024-11-21T07:33:14,715 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:14,715 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:B 2024-11-21T07:33:14,715 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:14,717 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:14,717 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 65bf3e7f0af9afb28fe1260ec5c99f97/C is initiating minor compaction (all files) 2024-11-21T07:33:14,717 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 65bf3e7f0af9afb28fe1260ec5c99f97/C in TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:14,717 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c120640390524d359b69db094630d3cf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/8820a11cbb7b408198d2b6bb8f1bec04, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/93460363fb3f409eb08c662479c8f324] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp, totalSize=36.7 K 2024-11-21T07:33:14,718 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting c120640390524d359b69db094630d3cf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732174386703 2024-11-21T07:33:14,718 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8820a11cbb7b408198d2b6bb8f1bec04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732174388304 2024-11-21T07:33:14,719 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93460363fb3f409eb08c662479c8f324, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732174390451 2024-11-21T07:33:14,729 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:14,731 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/0672d16e7581469aa00e4bfbe58cac96 is 175, key is test_row_0/A:col10/1732174390451/Put/seqid=0 2024-11-21T07:33:14,732 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65bf3e7f0af9afb28fe1260ec5c99f97#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:14,733 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/8cd527916e674b6c92613b9cf238a1d0 is 50, key is test_row_0/C:col10/1732174390451/Put/seqid=0 2024-11-21T07:33:14,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742037_1213 (size=32005) 2024-11-21T07:33:14,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742038_1214 (size=13051) 2024-11-21T07:33:14,911 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:63395 2024-11-21T07:33:14,911 DEBUG [Thread-611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:63395 2024-11-21T07:33:14,911 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:14,911 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:15,147 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/0672d16e7581469aa00e4bfbe58cac96 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/0672d16e7581469aa00e4bfbe58cac96 2024-11-21T07:33:15,147 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/8cd527916e674b6c92613b9cf238a1d0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/8cd527916e674b6c92613b9cf238a1d0 2024-11-21T07:33:15,153 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/C of 65bf3e7f0af9afb28fe1260ec5c99f97 into 8cd527916e674b6c92613b9cf238a1d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:15,153 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 65bf3e7f0af9afb28fe1260ec5c99f97/A of 65bf3e7f0af9afb28fe1260ec5c99f97 into 0672d16e7581469aa00e4bfbe58cac96(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:15,153 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:15,153 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:15,154 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/A, priority=13, startTime=1732174394273; duration=0sec 2024-11-21T07:33:15,154 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97., storeName=65bf3e7f0af9afb28fe1260ec5c99f97/C, priority=13, startTime=1732174394273; duration=0sec 2024-11-21T07:33:15,154 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:15,154 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:15,154 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:A 2024-11-21T07:33:15,154 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65bf3e7f0af9afb28fe1260ec5c99f97:C 2024-11-21T07:33:18,352 DEBUG [master/7031d45592d4:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 401d657c76aaac63bbb6ce5ff17ec605 changed from -1.0 to 0.0, refreshing cache 2024-11-21T07:33:18,394 DEBUG [Thread-615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:63395 2024-11-21T07:33:18,394 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7638 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7296 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3103 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9309 rows 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3098 2024-11-21T07:33:18,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9294 rows 2024-11-21T07:33:18,395 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T07:33:18,395 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:63395 2024-11-21T07:33:18,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:18,397 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T07:33:18,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T07:33:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T07:33:18,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174398401"}]},"ts":"1732174398401"} 2024-11-21T07:33:18,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T07:33:18,449 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T07:33:18,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T07:33:18,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, UNASSIGN}] 2024-11-21T07:33:18,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, UNASSIGN 2024-11-21T07:33:18,452 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=65bf3e7f0af9afb28fe1260ec5c99f97, regionState=CLOSING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:33:18,453 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T07:33:18,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:33:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T07:33:18,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:18,605 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:18,606 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T07:33:18,606 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 65bf3e7f0af9afb28fe1260ec5c99f97, disabling compactions & flushes 2024-11-21T07:33:18,606 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:18,606 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:18,606 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. after waiting 0 ms 2024-11-21T07:33:18,606 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:18,607 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 65bf3e7f0af9afb28fe1260ec5c99f97 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T07:33:18,607 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=A 2024-11-21T07:33:18,607 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:18,607 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=B 2024-11-21T07:33:18,608 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:18,608 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65bf3e7f0af9afb28fe1260ec5c99f97, store=C 2024-11-21T07:33:18,608 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:18,621 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ab031da891b44d5d806b4a63c6504867_65bf3e7f0af9afb28fe1260ec5c99f97 is 50, key is test_row_0/A:col10/1732174394888/Put/seqid=0 2024-11-21T07:33:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742039_1215 (size=12454) 2024-11-21T07:33:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T07:33:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T07:33:19,026 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:19,035 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ab031da891b44d5d806b4a63c6504867_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab031da891b44d5d806b4a63c6504867_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:19,037 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/c74f738908a840d888dcc03e9d42530d, store: [table=TestAcidGuarantees family=A region=65bf3e7f0af9afb28fe1260ec5c99f97] 2024-11-21T07:33:19,037 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/c74f738908a840d888dcc03e9d42530d is 175, key is test_row_0/A:col10/1732174394888/Put/seqid=0 2024-11-21T07:33:19,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742040_1216 (size=31255) 2024-11-21T07:33:19,444 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/c74f738908a840d888dcc03e9d42530d 2024-11-21T07:33:19,457 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/2925ee3a264c4d009621e914dfa0d60a is 50, key is test_row_0/B:col10/1732174394888/Put/seqid=0 2024-11-21T07:33:19,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742041_1217 (size=12301) 2024-11-21T07:33:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T07:33:19,863 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/2925ee3a264c4d009621e914dfa0d60a 2024-11-21T07:33:19,878 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/ba21b57155524b15856f896a0646e3d1 is 50, key is test_row_0/C:col10/1732174394888/Put/seqid=0 2024-11-21T07:33:19,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742042_1218 (size=12301) 2024-11-21T07:33:20,283 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/ba21b57155524b15856f896a0646e3d1 2024-11-21T07:33:20,292 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/A/c74f738908a840d888dcc03e9d42530d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/c74f738908a840d888dcc03e9d42530d 2024-11-21T07:33:20,297 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/c74f738908a840d888dcc03e9d42530d, entries=150, sequenceid=327, filesize=30.5 K 2024-11-21T07:33:20,298 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/B/2925ee3a264c4d009621e914dfa0d60a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2925ee3a264c4d009621e914dfa0d60a 2024-11-21T07:33:20,301 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2925ee3a264c4d009621e914dfa0d60a, entries=150, sequenceid=327, filesize=12.0 K 2024-11-21T07:33:20,302 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/.tmp/C/ba21b57155524b15856f896a0646e3d1 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/ba21b57155524b15856f896a0646e3d1 2024-11-21T07:33:20,305 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/ba21b57155524b15856f896a0646e3d1, entries=150, sequenceid=327, filesize=12.0 K 2024-11-21T07:33:20,306 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 65bf3e7f0af9afb28fe1260ec5c99f97 in 1700ms, sequenceid=327, compaction requested=false 2024-11-21T07:33:20,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/36eef274243d448a8545e9ec065eb836, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/bae288c31a164a71b164495c968b0ec3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/7aba9613638d45108d7fae0308497d31, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cf664718605a46539169c7fb0de9e22b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cd1a3006cabb42a2bdc9831d1c1d6349, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/233b78bfbe1448ffb448809b8e652878, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e7cf221239754754957bdb2c8a99991c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/66ca218cc7de4ac09a3862c5ca5d48ed, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/19bc587bd8464f9d815276ccc7b9240b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/5dc68fcdc38c4260a5021be37c6c78ae, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/473aae6890304998bd2ec0c6d2929816, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e1131529266d4667bc5a691d1bbf3815, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/46bce80d42b346d295e1e1a30498594b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/a5b88f03a88e4ed9a9cbf926bcd16418, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e49ea038f17246f1a4f4f597a298495d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/535f41f9bcd046e1b080697dddfa0f3b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/d9a9079fa954456897eda0ced867f2e4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/304598e84b8c451e9a4ff5494740716f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/352089fb196342b4a4c1fa5fd63a66d6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/abfe54691a19443eb2208a75168b0799, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/502f46e11bdb4e679ce463f97acb6db7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/65292c37321d45c3a3bc06e06143e498] to archive 2024-11-21T07:33:20,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:33:20,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/36eef274243d448a8545e9ec065eb836 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/36eef274243d448a8545e9ec065eb836 2024-11-21T07:33:20,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/bae288c31a164a71b164495c968b0ec3 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/bae288c31a164a71b164495c968b0ec3 2024-11-21T07:33:20,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/7aba9613638d45108d7fae0308497d31 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/7aba9613638d45108d7fae0308497d31 2024-11-21T07:33:20,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cf664718605a46539169c7fb0de9e22b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cf664718605a46539169c7fb0de9e22b 2024-11-21T07:33:20,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cd1a3006cabb42a2bdc9831d1c1d6349 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/cd1a3006cabb42a2bdc9831d1c1d6349 2024-11-21T07:33:20,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/233b78bfbe1448ffb448809b8e652878 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/233b78bfbe1448ffb448809b8e652878 2024-11-21T07:33:20,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e7cf221239754754957bdb2c8a99991c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e7cf221239754754957bdb2c8a99991c 2024-11-21T07:33:20,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/66ca218cc7de4ac09a3862c5ca5d48ed to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/66ca218cc7de4ac09a3862c5ca5d48ed 2024-11-21T07:33:20,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/19bc587bd8464f9d815276ccc7b9240b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/19bc587bd8464f9d815276ccc7b9240b 2024-11-21T07:33:20,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/5dc68fcdc38c4260a5021be37c6c78ae to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/5dc68fcdc38c4260a5021be37c6c78ae 2024-11-21T07:33:20,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/473aae6890304998bd2ec0c6d2929816 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/473aae6890304998bd2ec0c6d2929816 2024-11-21T07:33:20,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e1131529266d4667bc5a691d1bbf3815 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e1131529266d4667bc5a691d1bbf3815 2024-11-21T07:33:20,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/46bce80d42b346d295e1e1a30498594b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/46bce80d42b346d295e1e1a30498594b 2024-11-21T07:33:20,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/a5b88f03a88e4ed9a9cbf926bcd16418 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/a5b88f03a88e4ed9a9cbf926bcd16418 2024-11-21T07:33:20,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e49ea038f17246f1a4f4f597a298495d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/e49ea038f17246f1a4f4f597a298495d 2024-11-21T07:33:20,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/535f41f9bcd046e1b080697dddfa0f3b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/535f41f9bcd046e1b080697dddfa0f3b 2024-11-21T07:33:20,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/d9a9079fa954456897eda0ced867f2e4 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/d9a9079fa954456897eda0ced867f2e4 2024-11-21T07:33:20,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/304598e84b8c451e9a4ff5494740716f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/304598e84b8c451e9a4ff5494740716f 2024-11-21T07:33:20,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/352089fb196342b4a4c1fa5fd63a66d6 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/352089fb196342b4a4c1fa5fd63a66d6 2024-11-21T07:33:20,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/abfe54691a19443eb2208a75168b0799 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/abfe54691a19443eb2208a75168b0799 2024-11-21T07:33:20,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/502f46e11bdb4e679ce463f97acb6db7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/502f46e11bdb4e679ce463f97acb6db7 2024-11-21T07:33:20,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/65292c37321d45c3a3bc06e06143e498 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/65292c37321d45c3a3bc06e06143e498 2024-11-21T07:33:20,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c745511be9e04d87a51a874cdd486f36, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8c2fb8c996a8460e96412d34d1a2071d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6592a8ec78e04474b6fc400f617dfa7a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6008d6e19c1f4638aa17f0dc2bd9ff56, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/b47ca886676143b5930be02acf936392, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4f99d907904f459593faf3a2ead20129, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea84766b6041a2a22ff616606f1b25, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a06d3cc77534622a9ae37c70c9ed9c2, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a153a2d7dfe4d739fe503931afbb03d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6391799206c944e2bbe36509de35ebe6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4a240b44e8944fccb95ef3092fb5a930, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/21389ce60ef549618eeb362d279e03e4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6431fa5a2d29449e9a12d37f0fcf0446, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/211815ef54df4bfabfd1af51c39a70ea, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/bd707f962e1e45108dbb837e60b275f6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c3885a08b8f408aaef9411af87e1590, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/26911a2362d44b36a79b1c1ca22e34f0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea8a4009ec40cd8908e378e8143c81, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c736fb3351e6431287d9fddf7e48e579, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/d014885bf8d949cea6126a286c7edecc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c045de5d96f4d05b5b82aa353aecc16, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/40ffd7ce994149f3a8f3042e180c81ea] to archive 2024-11-21T07:33:20,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:33:20,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c745511be9e04d87a51a874cdd486f36 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c745511be9e04d87a51a874cdd486f36 2024-11-21T07:33:20,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8c2fb8c996a8460e96412d34d1a2071d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8c2fb8c996a8460e96412d34d1a2071d 2024-11-21T07:33:20,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6592a8ec78e04474b6fc400f617dfa7a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6592a8ec78e04474b6fc400f617dfa7a 2024-11-21T07:33:20,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6008d6e19c1f4638aa17f0dc2bd9ff56 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6008d6e19c1f4638aa17f0dc2bd9ff56 2024-11-21T07:33:20,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/b47ca886676143b5930be02acf936392 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/b47ca886676143b5930be02acf936392 2024-11-21T07:33:20,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4f99d907904f459593faf3a2ead20129 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4f99d907904f459593faf3a2ead20129 2024-11-21T07:33:20,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea84766b6041a2a22ff616606f1b25 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea84766b6041a2a22ff616606f1b25 2024-11-21T07:33:20,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a06d3cc77534622a9ae37c70c9ed9c2 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a06d3cc77534622a9ae37c70c9ed9c2 2024-11-21T07:33:20,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a153a2d7dfe4d739fe503931afbb03d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/8a153a2d7dfe4d739fe503931afbb03d 2024-11-21T07:33:20,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6391799206c944e2bbe36509de35ebe6 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6391799206c944e2bbe36509de35ebe6 2024-11-21T07:33:20,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4a240b44e8944fccb95ef3092fb5a930 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/4a240b44e8944fccb95ef3092fb5a930 2024-11-21T07:33:20,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/21389ce60ef549618eeb362d279e03e4 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/21389ce60ef549618eeb362d279e03e4 2024-11-21T07:33:20,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6431fa5a2d29449e9a12d37f0fcf0446 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/6431fa5a2d29449e9a12d37f0fcf0446 2024-11-21T07:33:20,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/211815ef54df4bfabfd1af51c39a70ea to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/211815ef54df4bfabfd1af51c39a70ea 2024-11-21T07:33:20,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/bd707f962e1e45108dbb837e60b275f6 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/bd707f962e1e45108dbb837e60b275f6 2024-11-21T07:33:20,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c3885a08b8f408aaef9411af87e1590 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c3885a08b8f408aaef9411af87e1590 2024-11-21T07:33:20,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/26911a2362d44b36a79b1c1ca22e34f0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/26911a2362d44b36a79b1c1ca22e34f0 2024-11-21T07:33:20,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea8a4009ec40cd8908e378e8143c81 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/58ea8a4009ec40cd8908e378e8143c81 2024-11-21T07:33:20,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c736fb3351e6431287d9fddf7e48e579 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/c736fb3351e6431287d9fddf7e48e579 2024-11-21T07:33:20,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/d014885bf8d949cea6126a286c7edecc to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/d014885bf8d949cea6126a286c7edecc 2024-11-21T07:33:20,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c045de5d96f4d05b5b82aa353aecc16 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2c045de5d96f4d05b5b82aa353aecc16 2024-11-21T07:33:20,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/40ffd7ce994149f3a8f3042e180c81ea to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/40ffd7ce994149f3a8f3042e180c81ea 2024-11-21T07:33:20,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6245f451e693459881a87d185ca62991, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/f0ebde68704344a3888bc2181e9e65ac, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/1e7c23c359ff4ebd894c73f619b7d597, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/48c4aaacbc9f4b03afa2d3965876d98e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/4520b8ebbbc34c53bb77f0d5efab1378, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/b48b8a434e7b44c8ad637d08f2eef391, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263d7c802fd84fc084f82fa2d7a2e971, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/26777947b2044135b0d8e9e4d475f714, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/b313f61173ed4057a5ee02be14bbb99f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/e2d90c65c2784db1bcb0d27389f86c62, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/af0e0f0858624acb856da7d9d0535d89, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c0f569c9617f4cc2bd403c91dfe37455, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/07a249aaf6404c5681d2fcbce0e68435, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263541acd2a745989cb41e376c2ecbdd, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/18445443e6934ca1a68e455bf87838d6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/5c1502ad8556490a8906840fe0fb1a98, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/ab6391f61891430bb925a07d536c4819, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6138f77a085e480a875d45f1e97b2081, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c120640390524d359b69db094630d3cf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/40efb27acb9a42028c900613f28cee24, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/8820a11cbb7b408198d2b6bb8f1bec04, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/93460363fb3f409eb08c662479c8f324] to archive 2024-11-21T07:33:20,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:33:20,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6245f451e693459881a87d185ca62991 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6245f451e693459881a87d185ca62991 2024-11-21T07:33:20,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/f0ebde68704344a3888bc2181e9e65ac to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/f0ebde68704344a3888bc2181e9e65ac 2024-11-21T07:33:20,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/1e7c23c359ff4ebd894c73f619b7d597 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/1e7c23c359ff4ebd894c73f619b7d597 2024-11-21T07:33:20,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/48c4aaacbc9f4b03afa2d3965876d98e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/48c4aaacbc9f4b03afa2d3965876d98e 2024-11-21T07:33:20,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/4520b8ebbbc34c53bb77f0d5efab1378 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/4520b8ebbbc34c53bb77f0d5efab1378 2024-11-21T07:33:20,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/b48b8a434e7b44c8ad637d08f2eef391 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/b48b8a434e7b44c8ad637d08f2eef391 2024-11-21T07:33:20,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263d7c802fd84fc084f82fa2d7a2e971 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263d7c802fd84fc084f82fa2d7a2e971 2024-11-21T07:33:20,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/26777947b2044135b0d8e9e4d475f714 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/26777947b2044135b0d8e9e4d475f714 2024-11-21T07:33:20,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/b313f61173ed4057a5ee02be14bbb99f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/b313f61173ed4057a5ee02be14bbb99f 2024-11-21T07:33:20,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/e2d90c65c2784db1bcb0d27389f86c62 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/e2d90c65c2784db1bcb0d27389f86c62 2024-11-21T07:33:20,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/af0e0f0858624acb856da7d9d0535d89 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/af0e0f0858624acb856da7d9d0535d89 2024-11-21T07:33:20,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c0f569c9617f4cc2bd403c91dfe37455 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c0f569c9617f4cc2bd403c91dfe37455 2024-11-21T07:33:20,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/07a249aaf6404c5681d2fcbce0e68435 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/07a249aaf6404c5681d2fcbce0e68435 2024-11-21T07:33:20,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263541acd2a745989cb41e376c2ecbdd to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/263541acd2a745989cb41e376c2ecbdd 2024-11-21T07:33:20,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/18445443e6934ca1a68e455bf87838d6 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/18445443e6934ca1a68e455bf87838d6 2024-11-21T07:33:20,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/5c1502ad8556490a8906840fe0fb1a98 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/5c1502ad8556490a8906840fe0fb1a98 2024-11-21T07:33:20,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/ab6391f61891430bb925a07d536c4819 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/ab6391f61891430bb925a07d536c4819 2024-11-21T07:33:20,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6138f77a085e480a875d45f1e97b2081 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/6138f77a085e480a875d45f1e97b2081 2024-11-21T07:33:20,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c120640390524d359b69db094630d3cf to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/c120640390524d359b69db094630d3cf 2024-11-21T07:33:20,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/40efb27acb9a42028c900613f28cee24 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/40efb27acb9a42028c900613f28cee24 2024-11-21T07:33:20,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/8820a11cbb7b408198d2b6bb8f1bec04 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/8820a11cbb7b408198d2b6bb8f1bec04 2024-11-21T07:33:20,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/93460363fb3f409eb08c662479c8f324 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/93460363fb3f409eb08c662479c8f324 2024-11-21T07:33:20,379 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/recovered.edits/330.seqid, newMaxSeqId=330, maxSeqId=4 2024-11-21T07:33:20,379 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97. 2024-11-21T07:33:20,379 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 65bf3e7f0af9afb28fe1260ec5c99f97: 2024-11-21T07:33:20,381 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=65bf3e7f0af9afb28fe1260ec5c99f97, regionState=CLOSED 2024-11-21T07:33:20,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-21T07:33:20,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 65bf3e7f0af9afb28fe1260ec5c99f97, server=7031d45592d4,46583,1732174333165 in 1.9290 sec 2024-11-21T07:33:20,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-21T07:33:20,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=65bf3e7f0af9afb28fe1260ec5c99f97, UNASSIGN in 1.9320 sec 2024-11-21T07:33:20,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-21T07:33:20,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9350 sec 2024-11-21T07:33:20,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174400386"}]},"ts":"1732174400386"} 2024-11-21T07:33:20,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T07:33:20,427 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T07:33:20,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0300 sec 2024-11-21T07:33:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T07:33:20,506 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-21T07:33:20,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T07:33:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:20,509 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T07:33:20,509 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:20,511 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,514 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/recovered.edits] 2024-11-21T07:33:20,517 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/0672d16e7581469aa00e4bfbe58cac96 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/0672d16e7581469aa00e4bfbe58cac96 2024-11-21T07:33:20,519 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/c74f738908a840d888dcc03e9d42530d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/A/c74f738908a840d888dcc03e9d42530d 2024-11-21T07:33:20,522 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2925ee3a264c4d009621e914dfa0d60a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/2925ee3a264c4d009621e914dfa0d60a 2024-11-21T07:33:20,524 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/fcf7f1d02050414aaf85e3a81d0c154a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/B/fcf7f1d02050414aaf85e3a81d0c154a 2024-11-21T07:33:20,527 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/8cd527916e674b6c92613b9cf238a1d0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/8cd527916e674b6c92613b9cf238a1d0 2024-11-21T07:33:20,529 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/ba21b57155524b15856f896a0646e3d1 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/C/ba21b57155524b15856f896a0646e3d1 2024-11-21T07:33:20,532 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/recovered.edits/330.seqid to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97/recovered.edits/330.seqid 2024-11-21T07:33:20,533 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,533 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T07:33:20,534 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T07:33:20,535 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T07:33:20,540 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121006e45cfca504fb5bf53c40355afc6af_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121006e45cfca504fb5bf53c40355afc6af_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,542 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112107c96e5b8ed641f287f9acc95d7a196c_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112107c96e5b8ed641f287f9acc95d7a196c_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,544 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210e6a3308677a44209b341eaa6de08df1_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210e6a3308677a44209b341eaa6de08df1_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,545 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121195e2fa19b12483db61863ff718cd4db_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121195e2fa19b12483db61863ff718cd4db_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,547 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211cc2d33a1e3f4ac1a1c4a0df5fd24d4c_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211cc2d33a1e3f4ac1a1c4a0df5fd24d4c_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,548 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211cf7d433ed4142138ba1a980e494bce1_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211cf7d433ed4142138ba1a980e494bce1_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,549 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211fbbd76210474c1eb99e4469918bd982_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211fbbd76210474c1eb99e4469918bd982_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,550 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212a1b5c9e9a874107872c523eec1c888c_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212a1b5c9e9a874107872c523eec1c888c_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,551 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112154e69057aeb945dfa557df3943e44f65_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112154e69057aeb945dfa557df3943e44f65_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,553 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112177a2ca34d657439e95f1699b54247a87_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112177a2ca34d657439e95f1699b54247a87_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,554 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218ad72cfff8e4405d858f6084449db36f_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218ad72cfff8e4405d858f6084449db36f_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,555 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b50a0cfb422497fbfef10070253fed0_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219b50a0cfb422497fbfef10070253fed0_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,556 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab031da891b44d5d806b4a63c6504867_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab031da891b44d5d806b4a63c6504867_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,558 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ae92c43ac0d94160bbc301073b2dd009_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ae92c43ac0d94160bbc301073b2dd009_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,559 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b89702f9f6904300b1b08c5ab6d921e7_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b89702f9f6904300b1b08c5ab6d921e7_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,560 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d99129a826314f7382be972d79f82336_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d99129a826314f7382be972d79f82336_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,561 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dd29dcb00312411f8661feed85f12f67_65bf3e7f0af9afb28fe1260ec5c99f97 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dd29dcb00312411f8661feed85f12f67_65bf3e7f0af9afb28fe1260ec5c99f97 2024-11-21T07:33:20,562 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T07:33:20,564 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:20,567 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T07:33:20,569 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T07:33:20,570 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:20,570 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T07:33:20,570 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732174400570"}]},"ts":"9223372036854775807"} 2024-11-21T07:33:20,572 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T07:33:20,572 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 65bf3e7f0af9afb28fe1260ec5c99f97, NAME => 'TestAcidGuarantees,,1732174367178.65bf3e7f0af9afb28fe1260ec5c99f97.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T07:33:20,572 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T07:33:20,572 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732174400572"}]},"ts":"9223372036854775807"} 2024-11-21T07:33:20,574 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T07:33:20,582 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:20,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 75 msec 2024-11-21T07:33:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T07:33:20,610 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-21T07:33:20,625 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 239), OpenFileDescriptor=453 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 260) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6160 (was 6273) 2024-11-21T07:33:20,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=6159 2024-11-21T07:33:20,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T07:33:20,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T07:33:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:20,638 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T07:33:20,638 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:20,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-21T07:33:20,639 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T07:33:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-21T07:33:20,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742043_1219 (size=960) 2024-11-21T07:33:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-21T07:33:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-21T07:33:21,051 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6 2024-11-21T07:33:21,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742044_1220 (size=53) 2024-11-21T07:33:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-21T07:33:21,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:33:21,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f32367f8a8763e0bca7d85eaeb118505, disabling compactions & flushes 2024-11-21T07:33:21,464 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:21,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:21,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. after waiting 0 ms 2024-11-21T07:33:21,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:21,464 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:21,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:21,466 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T07:33:21,467 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732174401466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732174401466"}]},"ts":"1732174401466"} 2024-11-21T07:33:21,468 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T07:33:21,470 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T07:33:21,470 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174401470"}]},"ts":"1732174401470"} 2024-11-21T07:33:21,471 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T07:33:21,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32367f8a8763e0bca7d85eaeb118505, ASSIGN}] 2024-11-21T07:33:21,520 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32367f8a8763e0bca7d85eaeb118505, ASSIGN 2024-11-21T07:33:21,521 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32367f8a8763e0bca7d85eaeb118505, ASSIGN; state=OFFLINE, location=7031d45592d4,46583,1732174333165; forceNewPlan=false, retain=false 2024-11-21T07:33:21,672 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=f32367f8a8763e0bca7d85eaeb118505, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:33:21,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:33:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-21T07:33:21,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:21,831 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:21,831 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:33:21,832 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:21,832 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:33:21,832 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:21,832 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:21,833 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:21,835 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:33:21,835 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32367f8a8763e0bca7d85eaeb118505 columnFamilyName A 2024-11-21T07:33:21,835 DEBUG [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:21,836 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] regionserver.HStore(327): Store=f32367f8a8763e0bca7d85eaeb118505/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:33:21,836 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:21,837 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:33:21,838 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32367f8a8763e0bca7d85eaeb118505 columnFamilyName B 2024-11-21T07:33:21,838 DEBUG [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:21,838 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] regionserver.HStore(327): Store=f32367f8a8763e0bca7d85eaeb118505/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:33:21,838 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:21,840 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:33:21,840 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32367f8a8763e0bca7d85eaeb118505 columnFamilyName C 2024-11-21T07:33:21,840 DEBUG [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:21,841 INFO [StoreOpener-f32367f8a8763e0bca7d85eaeb118505-1 {}] regionserver.HStore(327): Store=f32367f8a8763e0bca7d85eaeb118505/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:33:21,841 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:21,842 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:21,842 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:21,844 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:33:21,846 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:21,848 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T07:33:21,848 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened f32367f8a8763e0bca7d85eaeb118505; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72271994, jitterRate=0.07693663239479065}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:33:21,849 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:21,849 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., pid=68, masterSystemTime=1732174401828 2024-11-21T07:33:21,851 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:21,851 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:21,851 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=f32367f8a8763e0bca7d85eaeb118505, regionState=OPEN, openSeqNum=2, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:33:21,852 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33897 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=7031d45592d4,46583,1732174333165, table=TestAcidGuarantees, region=f32367f8a8763e0bca7d85eaeb118505. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T07:33:21,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-21T07:33:21,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 in 178 msec 2024-11-21T07:33:21,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-21T07:33:21,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32367f8a8763e0bca7d85eaeb118505, ASSIGN in 335 msec 2024-11-21T07:33:21,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T07:33:21,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174401855"}]},"ts":"1732174401855"} 2024-11-21T07:33:21,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T07:33:21,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T07:33:21,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2660 sec 2024-11-21T07:33:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-21T07:33:22,748 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-21T07:33:22,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-11-21T07:33:22,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,773 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T07:33:22,775 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T07:33:22,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-11-21T07:33:22,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,795 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-11-21T07:33:22,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-11-21T07:33:22,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,820 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-11-21T07:33:22,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-11-21T07:33:22,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-11-21T07:33:22,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-11-21T07:33:22,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,869 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-11-21T07:33:22,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-11-21T07:33:22,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,893 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-11-21T07:33:22,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:22,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:22,908 DEBUG [hconnection-0x61cb6d85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,909 DEBUG [hconnection-0x7bfb0b73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,909 DEBUG [hconnection-0x6757d1bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-21T07:33:22,910 DEBUG [hconnection-0x577ec7d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,910 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,910 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,910 DEBUG [hconnection-0x627ffc69-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,911 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,911 DEBUG [hconnection-0x4a1dde49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,911 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,911 DEBUG [hconnection-0x54570118-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,912 DEBUG [hconnection-0x108109bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,912 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,912 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:22,912 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,912 DEBUG [hconnection-0xeaef610-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,912 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,913 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,913 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,913 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T07:33:22,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:22,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T07:33:22,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:22,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:22,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:22,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:22,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:22,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:22,931 DEBUG [hconnection-0x5aba5d0a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:22,932 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:22,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174462934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174462935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174462935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174462935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174462937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:22,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/9fa2f90a5c0d4722bead27fbf76104f4 is 50, key is test_row_0/A:col10/1732174402917/Put/seqid=0 2024-11-21T07:33:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742045_1221 (size=12001) 2024-11-21T07:33:22,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/9fa2f90a5c0d4722bead27fbf76104f4 2024-11-21T07:33:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T07:33:23,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/c75be0d73cbf4fcd831c2b1e05517b6f is 50, key is test_row_0/B:col10/1732174402917/Put/seqid=0 2024-11-21T07:33:23,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174463040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174463040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174463041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174463040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174463041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742046_1222 (size=12001) 2024-11-21T07:33:23,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/c75be0d73cbf4fcd831c2b1e05517b6f 2024-11-21T07:33:23,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T07:33:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:23,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:23,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/686b05c5868146e0be20c474961ce3fc is 50, key is test_row_0/C:col10/1732174402917/Put/seqid=0 2024-11-21T07:33:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742047_1223 (size=12001) 2024-11-21T07:33:23,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/686b05c5868146e0be20c474961ce3fc 2024-11-21T07:33:23,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/9fa2f90a5c0d4722bead27fbf76104f4 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9fa2f90a5c0d4722bead27fbf76104f4 2024-11-21T07:33:23,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9fa2f90a5c0d4722bead27fbf76104f4, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T07:33:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/c75be0d73cbf4fcd831c2b1e05517b6f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c75be0d73cbf4fcd831c2b1e05517b6f 2024-11-21T07:33:23,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c75be0d73cbf4fcd831c2b1e05517b6f, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T07:33:23,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/686b05c5868146e0be20c474961ce3fc as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/686b05c5868146e0be20c474961ce3fc 2024-11-21T07:33:23,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/686b05c5868146e0be20c474961ce3fc, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T07:33:23,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f32367f8a8763e0bca7d85eaeb118505 in 211ms, sequenceid=14, compaction requested=false 2024-11-21T07:33:23,129 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T07:33:23,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T07:33:23,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T07:33:23,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:23,220 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T07:33:23,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:23,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/9b4da776f4e541a39217e90b6eef19f8 is 50, key is test_row_0/A:col10/1732174402934/Put/seqid=0 2024-11-21T07:33:23,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742048_1224 (size=12001) 2024-11-21T07:33:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:23,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174463251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174463251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174463253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174463253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174463254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174463355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174463355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174463356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174463356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174463358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T07:33:23,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174463558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174463559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174463559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174463559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174463561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,647 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/9b4da776f4e541a39217e90b6eef19f8 2024-11-21T07:33:23,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/21d3975087d849378651a63a5580a28a is 50, key is test_row_0/B:col10/1732174402934/Put/seqid=0 2024-11-21T07:33:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742049_1225 (size=12001) 2024-11-21T07:33:23,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174463861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174463861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174463861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174463862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174463862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T07:33:24,066 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/21d3975087d849378651a63a5580a28a 2024-11-21T07:33:24,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/a8cb8521a8054ab7b6246f482766e51a is 50, key is test_row_0/C:col10/1732174402934/Put/seqid=0 2024-11-21T07:33:24,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742050_1226 (size=12001) 2024-11-21T07:33:24,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174464363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:24,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174464363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:24,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174464365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:24,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174464366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:24,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174464366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:24,481 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/a8cb8521a8054ab7b6246f482766e51a 2024-11-21T07:33:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/9b4da776f4e541a39217e90b6eef19f8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9b4da776f4e541a39217e90b6eef19f8 2024-11-21T07:33:24,489 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9b4da776f4e541a39217e90b6eef19f8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T07:33:24,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/21d3975087d849378651a63a5580a28a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/21d3975087d849378651a63a5580a28a 2024-11-21T07:33:24,495 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/21d3975087d849378651a63a5580a28a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T07:33:24,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/a8cb8521a8054ab7b6246f482766e51a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/a8cb8521a8054ab7b6246f482766e51a 2024-11-21T07:33:24,499 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/a8cb8521a8054ab7b6246f482766e51a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-21T07:33:24,500 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f32367f8a8763e0bca7d85eaeb118505 in 1280ms, sequenceid=37, compaction requested=false 2024-11-21T07:33:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-21T07:33:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-21T07:33:24,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-21T07:33:24,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5880 sec 2024-11-21T07:33:24,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.5940 sec 2024-11-21T07:33:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T07:33:25,017 INFO [Thread-1042 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-21T07:33:25,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-21T07:33:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T07:33:25,020 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:25,021 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:25,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T07:33:25,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T07:33:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:25,173 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T07:33:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:25,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/729dbdbd3f8c4b80bd914c4f667f0d01 is 50, key is test_row_0/A:col10/1732174403246/Put/seqid=0 2024-11-21T07:33:25,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742051_1227 (size=12001) 2024-11-21T07:33:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T07:33:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:25,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:25,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174465380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174465382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174465383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174465384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174465384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174465485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174465487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174465487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174465488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174465488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,599 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/729dbdbd3f8c4b80bd914c4f667f0d01 2024-11-21T07:33:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/f0fd6f56755d44c6800bd8452ede7377 is 50, key is test_row_0/B:col10/1732174403246/Put/seqid=0 2024-11-21T07:33:25,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742052_1228 (size=12001) 2024-11-21T07:33:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T07:33:25,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174465687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174465689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174465689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174465691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174465691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T07:33:25,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174465990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174465991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174465992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174465994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174465994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,010 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/f0fd6f56755d44c6800bd8452ede7377 2024-11-21T07:33:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9cba7d5b4261428b9414303b85aa5e81 is 50, key is test_row_0/C:col10/1732174403246/Put/seqid=0 2024-11-21T07:33:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742053_1229 (size=12001) 2024-11-21T07:33:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T07:33:26,429 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9cba7d5b4261428b9414303b85aa5e81 2024-11-21T07:33:26,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/729dbdbd3f8c4b80bd914c4f667f0d01 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/729dbdbd3f8c4b80bd914c4f667f0d01 2024-11-21T07:33:26,437 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/729dbdbd3f8c4b80bd914c4f667f0d01, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T07:33:26,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/f0fd6f56755d44c6800bd8452ede7377 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/f0fd6f56755d44c6800bd8452ede7377 2024-11-21T07:33:26,442 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/f0fd6f56755d44c6800bd8452ede7377, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T07:33:26,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9cba7d5b4261428b9414303b85aa5e81 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9cba7d5b4261428b9414303b85aa5e81 2024-11-21T07:33:26,447 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9cba7d5b4261428b9414303b85aa5e81, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T07:33:26,448 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f32367f8a8763e0bca7d85eaeb118505 in 1275ms, sequenceid=50, compaction requested=true 2024-11-21T07:33:26,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:26,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:26,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-21T07:33:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-21T07:33:26,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-21T07:33:26,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-21T07:33:26,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.4320 sec 2024-11-21T07:33:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:26,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T07:33:26,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:26,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:26,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:26,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:26,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:26,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:26,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/fff37d0720f143a89435f1f573dff059 is 50, key is test_row_0/A:col10/1732174406494/Put/seqid=0 2024-11-21T07:33:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742054_1230 (size=14341) 2024-11-21T07:33:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174466500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174466501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174466501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174466503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174466503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174466604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174466605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174466605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174466606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174466606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174466807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174466808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174466808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174466809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174466809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:26,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/fff37d0720f143a89435f1f573dff059 2024-11-21T07:33:26,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/e961c659c9714c27a317109fce1dd855 is 50, key is test_row_0/B:col10/1732174406494/Put/seqid=0 2024-11-21T07:33:26,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742055_1231 (size=12001) 2024-11-21T07:33:26,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/e961c659c9714c27a317109fce1dd855 2024-11-21T07:33:26,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9c1f7afba441462c840a049d9893a98f is 50, key is test_row_0/C:col10/1732174406494/Put/seqid=0 2024-11-21T07:33:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742056_1232 (size=12001) 2024-11-21T07:33:27,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174467110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174467111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174467111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174467112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174467113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T07:33:27,123 INFO [Thread-1042 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-21T07:33:27,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-21T07:33:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T07:33:27,125 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:27,125 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:27,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T07:33:27,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T07:33:27,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:27,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:27,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:27,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:27,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:27,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9c1f7afba441462c840a049d9893a98f 2024-11-21T07:33:27,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/fff37d0720f143a89435f1f573dff059 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/fff37d0720f143a89435f1f573dff059 2024-11-21T07:33:27,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/fff37d0720f143a89435f1f573dff059, entries=200, sequenceid=76, filesize=14.0 K 2024-11-21T07:33:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/e961c659c9714c27a317109fce1dd855 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/e961c659c9714c27a317109fce1dd855 2024-11-21T07:33:27,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/e961c659c9714c27a317109fce1dd855, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T07:33:27,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9c1f7afba441462c840a049d9893a98f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9c1f7afba441462c840a049d9893a98f 2024-11-21T07:33:27,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9c1f7afba441462c840a049d9893a98f, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T07:33:27,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f32367f8a8763e0bca7d85eaeb118505 in 852ms, sequenceid=76, compaction requested=true 2024-11-21T07:33:27,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:27,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:27,347 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:33:27,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:27,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:27,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:27,347 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:33:27,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:27,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:27,348 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:33:27,348 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:33:27,348 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/A is initiating minor compaction (all files) 2024-11-21T07:33:27,348 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/B is initiating minor compaction (all files) 2024-11-21T07:33:27,349 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/B in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:27,349 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/A in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:27,349 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9fa2f90a5c0d4722bead27fbf76104f4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9b4da776f4e541a39217e90b6eef19f8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/729dbdbd3f8c4b80bd914c4f667f0d01, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/fff37d0720f143a89435f1f573dff059] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=49.2 K 2024-11-21T07:33:27,349 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c75be0d73cbf4fcd831c2b1e05517b6f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/21d3975087d849378651a63a5580a28a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/f0fd6f56755d44c6800bd8452ede7377, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/e961c659c9714c27a317109fce1dd855] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=46.9 K 2024-11-21T07:33:27,349 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting c75be0d73cbf4fcd831c2b1e05517b6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732174402916 2024-11-21T07:33:27,349 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fa2f90a5c0d4722bead27fbf76104f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732174402916 2024-11-21T07:33:27,349 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b4da776f4e541a39217e90b6eef19f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732174402930 2024-11-21T07:33:27,349 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 21d3975087d849378651a63a5580a28a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732174402930 2024-11-21T07:33:27,350 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting f0fd6f56755d44c6800bd8452ede7377, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732174403246 2024-11-21T07:33:27,350 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 729dbdbd3f8c4b80bd914c4f667f0d01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732174403246 2024-11-21T07:33:27,351 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting e961c659c9714c27a317109fce1dd855, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732174405381 2024-11-21T07:33:27,351 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting fff37d0720f143a89435f1f573dff059, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732174405381 2024-11-21T07:33:27,359 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#A#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:27,359 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:27,360 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/bfca40beb53f4755a3fad7f6abcff5e3 is 50, key is test_row_0/A:col10/1732174406494/Put/seqid=0 2024-11-21T07:33:27,360 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/66063da85227411cb328b354887d6872 is 50, key is test_row_0/B:col10/1732174406494/Put/seqid=0 2024-11-21T07:33:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T07:33:27,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742057_1233 (size=12139) 2024-11-21T07:33:27,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T07:33:27,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:27,429 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T07:33:27,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:27,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:27,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:27,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:27,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:27,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742058_1234 (size=12139) 2024-11-21T07:33:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/ae56bda31eab4f00b33efdb97f60b751 is 50, key is test_row_0/A:col10/1732174406502/Put/seqid=0 2024-11-21T07:33:27,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742059_1235 (size=12001) 2024-11-21T07:33:27,439 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/ae56bda31eab4f00b33efdb97f60b751 2024-11-21T07:33:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/0829998b37f74cf2ab7acc5e0f48db95 is 50, key is test_row_0/B:col10/1732174406502/Put/seqid=0 2024-11-21T07:33:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742060_1236 (size=12001) 2024-11-21T07:33:27,463 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/0829998b37f74cf2ab7acc5e0f48db95 2024-11-21T07:33:27,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/be7c8787882b4138a78a3b1b708df5ce is 50, key is test_row_0/C:col10/1732174406502/Put/seqid=0 2024-11-21T07:33:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742061_1237 (size=12001) 2024-11-21T07:33:27,475 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/be7c8787882b4138a78a3b1b708df5ce 2024-11-21T07:33:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/ae56bda31eab4f00b33efdb97f60b751 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae56bda31eab4f00b33efdb97f60b751 2024-11-21T07:33:27,484 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae56bda31eab4f00b33efdb97f60b751, entries=150, sequenceid=86, filesize=11.7 K 2024-11-21T07:33:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/0829998b37f74cf2ab7acc5e0f48db95 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0829998b37f74cf2ab7acc5e0f48db95 2024-11-21T07:33:27,489 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0829998b37f74cf2ab7acc5e0f48db95, entries=150, sequenceid=86, filesize=11.7 K 2024-11-21T07:33:27,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/be7c8787882b4138a78a3b1b708df5ce as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/be7c8787882b4138a78a3b1b708df5ce 2024-11-21T07:33:27,493 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/be7c8787882b4138a78a3b1b708df5ce, entries=150, sequenceid=86, filesize=11.7 K 2024-11-21T07:33:27,494 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for f32367f8a8763e0bca7d85eaeb118505 in 65ms, sequenceid=86, compaction requested=true 2024-11-21T07:33:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-21T07:33:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-21T07:33:27,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-21T07:33:27,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 369 msec 2024-11-21T07:33:27,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 373 msec 2024-11-21T07:33:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:27,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T07:33:27,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:27,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:27,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:27,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:27,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:27,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:27,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/551f16842cdd4bc48fb3274d830f4a92 is 50, key is test_row_0/A:col10/1732174407615/Put/seqid=0 2024-11-21T07:33:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742062_1238 (size=19021) 2024-11-21T07:33:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174467639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174467639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174467639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174467640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174467640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T07:33:27,727 INFO [Thread-1042 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-21T07:33:27,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:27,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-21T07:33:27,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T07:33:27,729 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:27,730 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:27,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:27,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174467743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174467743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174467743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174467743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174467743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T07:33:27,833 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/66063da85227411cb328b354887d6872 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/66063da85227411cb328b354887d6872 2024-11-21T07:33:27,834 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/bfca40beb53f4755a3fad7f6abcff5e3 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/bfca40beb53f4755a3fad7f6abcff5e3 2024-11-21T07:33:27,838 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/B of f32367f8a8763e0bca7d85eaeb118505 into 66063da85227411cb328b354887d6872(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:27,838 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:27,838 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/B, priority=12, startTime=1732174407347; duration=0sec 2024-11-21T07:33:27,838 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:27,838 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:B 2024-11-21T07:33:27,839 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T07:33:27,839 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/A of f32367f8a8763e0bca7d85eaeb118505 into bfca40beb53f4755a3fad7f6abcff5e3(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:27,839 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:27,839 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/A, priority=12, startTime=1732174407347; duration=0sec 2024-11-21T07:33:27,839 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:27,839 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:A 2024-11-21T07:33:27,840 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T07:33:27,840 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/C is initiating minor compaction (all files) 2024-11-21T07:33:27,840 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/C in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:27,841 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/686b05c5868146e0be20c474961ce3fc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/a8cb8521a8054ab7b6246f482766e51a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9cba7d5b4261428b9414303b85aa5e81, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9c1f7afba441462c840a049d9893a98f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/be7c8787882b4138a78a3b1b708df5ce] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=58.6 K 2024-11-21T07:33:27,841 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 686b05c5868146e0be20c474961ce3fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732174402916 2024-11-21T07:33:27,842 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting a8cb8521a8054ab7b6246f482766e51a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732174402930 2024-11-21T07:33:27,842 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cba7d5b4261428b9414303b85aa5e81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732174403246 2024-11-21T07:33:27,842 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c1f7afba441462c840a049d9893a98f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732174405381 2024-11-21T07:33:27,842 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting be7c8787882b4138a78a3b1b708df5ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732174406498 2024-11-21T07:33:27,852 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:27,853 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/8c549e41bc3040c68847e9a28e953f00 is 50, key is test_row_0/C:col10/1732174406502/Put/seqid=0 2024-11-21T07:33:27,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742063_1239 (size=12173) 2024-11-21T07:33:27,881 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T07:33:27,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:27,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:27,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:27,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:27,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:27,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174467946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174467946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174467946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174467946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:27,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174467947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/551f16842cdd4bc48fb3274d830f4a92 2024-11-21T07:33:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T07:33:28,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T07:33:28,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:28,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/828fcbfb255b49e9828f28abb453d28b is 50, key is test_row_0/B:col10/1732174407615/Put/seqid=0 2024-11-21T07:33:28,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742064_1240 (size=12001) 2024-11-21T07:33:28,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T07:33:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174468249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174468250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174468250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174468251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174468251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,264 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/8c549e41bc3040c68847e9a28e953f00 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8c549e41bc3040c68847e9a28e953f00 2024-11-21T07:33:28,269 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/C of f32367f8a8763e0bca7d85eaeb118505 into 8c549e41bc3040c68847e9a28e953f00(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:28,269 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:28,269 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/C, priority=11, startTime=1732174407347; duration=0sec 2024-11-21T07:33:28,269 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:28,269 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:C 2024-11-21T07:33:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T07:33:28,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T07:33:28,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:28,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/828fcbfb255b49e9828f28abb453d28b 2024-11-21T07:33:28,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/4d43d6804e1442e3a50fea42540cac30 is 50, key is test_row_0/C:col10/1732174407615/Put/seqid=0 2024-11-21T07:33:28,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742065_1241 (size=12001) 2024-11-21T07:33:28,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T07:33:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T07:33:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174468754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174468755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174468755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174468756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174468756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T07:33:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T07:33:28,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/4d43d6804e1442e3a50fea42540cac30 2024-11-21T07:33:28,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/551f16842cdd4bc48fb3274d830f4a92 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/551f16842cdd4bc48fb3274d830f4a92 2024-11-21T07:33:28,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/551f16842cdd4bc48fb3274d830f4a92, entries=300, sequenceid=98, filesize=18.6 K 2024-11-21T07:33:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/828fcbfb255b49e9828f28abb453d28b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/828fcbfb255b49e9828f28abb453d28b 2024-11-21T07:33:28,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/828fcbfb255b49e9828f28abb453d28b, entries=150, sequenceid=98, filesize=11.7 K 2024-11-21T07:33:28,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/4d43d6804e1442e3a50fea42540cac30 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4d43d6804e1442e3a50fea42540cac30 2024-11-21T07:33:28,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4d43d6804e1442e3a50fea42540cac30, entries=150, sequenceid=98, filesize=11.7 K 2024-11-21T07:33:28,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f32367f8a8763e0bca7d85eaeb118505 in 1255ms, sequenceid=98, compaction requested=true 2024-11-21T07:33:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:28,875 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:28,875 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:28,876 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:28,876 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/B is initiating minor compaction (all files) 2024-11-21T07:33:28,876 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/B in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,876 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/66063da85227411cb328b354887d6872, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0829998b37f74cf2ab7acc5e0f48db95, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/828fcbfb255b49e9828f28abb453d28b] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=35.3 K 2024-11-21T07:33:28,876 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:28,876 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/A is initiating minor compaction (all files) 2024-11-21T07:33:28,876 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/A in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,876 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 66063da85227411cb328b354887d6872, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732174405381 2024-11-21T07:33:28,877 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/bfca40beb53f4755a3fad7f6abcff5e3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae56bda31eab4f00b33efdb97f60b751, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/551f16842cdd4bc48fb3274d830f4a92] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=42.1 K 2024-11-21T07:33:28,877 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 0829998b37f74cf2ab7acc5e0f48db95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732174406498 2024-11-21T07:33:28,877 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfca40beb53f4755a3fad7f6abcff5e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732174405381 2024-11-21T07:33:28,877 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 828fcbfb255b49e9828f28abb453d28b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174407615 2024-11-21T07:33:28,877 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae56bda31eab4f00b33efdb97f60b751, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732174406498 2024-11-21T07:33:28,877 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 551f16842cdd4bc48fb3274d830f4a92, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174407615 2024-11-21T07:33:28,895 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:28,896 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/90265876c42c40208c1a1b7cd562d180 is 50, key is test_row_0/B:col10/1732174407615/Put/seqid=0 2024-11-21T07:33:28,897 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#A#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:28,898 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/dca500e70a8a4ae48bd6c188f21313ee is 50, key is test_row_0/A:col10/1732174407615/Put/seqid=0 2024-11-21T07:33:28,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742066_1242 (size=12241) 2024-11-21T07:33:28,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742067_1243 (size=12241) 2024-11-21T07:33:28,909 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/90265876c42c40208c1a1b7cd562d180 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/90265876c42c40208c1a1b7cd562d180 2024-11-21T07:33:28,914 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/B of f32367f8a8763e0bca7d85eaeb118505 into 90265876c42c40208c1a1b7cd562d180(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:28,914 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:28,914 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/B, priority=13, startTime=1732174408875; duration=0sec 2024-11-21T07:33:28,914 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:28,914 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:B 2024-11-21T07:33:28,914 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T07:33:28,915 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T07:33:28,915 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T07:33:28,915 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. because compaction request was cancelled 2024-11-21T07:33:28,915 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:C 2024-11-21T07:33:28,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:28,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T07:33:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:28,951 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:33:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:28,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/b7c86f7302f247afb7161b01279866f0 is 50, key is test_row_0/A:col10/1732174407637/Put/seqid=0 2024-11-21T07:33:28,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742068_1244 (size=12001) 2024-11-21T07:33:28,961 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/b7c86f7302f247afb7161b01279866f0 2024-11-21T07:33:28,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/8645d6a5a3da431bab9711d78b3b592f is 50, key is test_row_0/B:col10/1732174407637/Put/seqid=0 2024-11-21T07:33:28,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742069_1245 (size=12001) 2024-11-21T07:33:28,974 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/8645d6a5a3da431bab9711d78b3b592f 2024-11-21T07:33:28,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/ef0159f99a6a4a1c8a2c15199fb50917 is 50, key is test_row_0/C:col10/1732174407637/Put/seqid=0 2024-11-21T07:33:28,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742070_1246 (size=12001) 2024-11-21T07:33:28,987 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/ef0159f99a6a4a1c8a2c15199fb50917 2024-11-21T07:33:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/b7c86f7302f247afb7161b01279866f0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/b7c86f7302f247afb7161b01279866f0 2024-11-21T07:33:28,995 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/b7c86f7302f247afb7161b01279866f0, entries=150, sequenceid=126, filesize=11.7 K 2024-11-21T07:33:28,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/8645d6a5a3da431bab9711d78b3b592f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/8645d6a5a3da431bab9711d78b3b592f 2024-11-21T07:33:29,000 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/8645d6a5a3da431bab9711d78b3b592f, entries=150, sequenceid=126, filesize=11.7 K 2024-11-21T07:33:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/ef0159f99a6a4a1c8a2c15199fb50917 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/ef0159f99a6a4a1c8a2c15199fb50917 2024-11-21T07:33:29,005 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/ef0159f99a6a4a1c8a2c15199fb50917, entries=150, sequenceid=126, filesize=11.7 K 2024-11-21T07:33:29,006 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f32367f8a8763e0bca7d85eaeb118505 in 56ms, sequenceid=126, compaction requested=true 2024-11-21T07:33:29,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:29,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:29,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-21T07:33:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-21T07:33:29,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-21T07:33:29,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2770 sec 2024-11-21T07:33:29,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.2810 sec 2024-11-21T07:33:29,310 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/dca500e70a8a4ae48bd6c188f21313ee as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/dca500e70a8a4ae48bd6c188f21313ee 2024-11-21T07:33:29,314 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/A of f32367f8a8763e0bca7d85eaeb118505 into dca500e70a8a4ae48bd6c188f21313ee(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:29,314 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:29,314 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/A, priority=13, startTime=1732174408875; duration=0sec 2024-11-21T07:33:29,314 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:29,314 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:A 2024-11-21T07:33:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:29,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:33:29,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:29,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:29,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:29,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:29,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:29,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:29,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/d69647b2d17842159002bf670b9c87ac is 50, key is test_row_0/A:col10/1732174409766/Put/seqid=0 2024-11-21T07:33:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742071_1247 (size=14541) 2024-11-21T07:33:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174469786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174469787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174469788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174469788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174469789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T07:33:29,834 INFO [Thread-1042 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-21T07:33:29,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-21T07:33:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T07:33:29,836 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:29,837 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:29,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:29,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174469890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174469890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174469892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174469892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174469892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T07:33:29,988 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:29,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T07:33:29,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:29,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:29,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:29,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:29,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174470092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174470092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174470094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174470095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174470095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T07:33:30,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T07:33:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/d69647b2d17842159002bf670b9c87ac 2024-11-21T07:33:30,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/ebf1cd1d7b354d919c14409a9b847ff7 is 50, key is test_row_0/B:col10/1732174409766/Put/seqid=0 2024-11-21T07:33:30,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742072_1248 (size=12151) 2024-11-21T07:33:30,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T07:33:30,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:30,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174470395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174470396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174470398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174470399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174470399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T07:33:30,445 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T07:33:30,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:30,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/ebf1cd1d7b354d919c14409a9b847ff7 2024-11-21T07:33:30,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/4a4844463cbf495a8c3b8d9564eddda9 is 50, key is test_row_0/C:col10/1732174409766/Put/seqid=0 2024-11-21T07:33:30,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T07:33:30,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742073_1249 (size=12151) 2024-11-21T07:33:30,750 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T07:33:30,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:30,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174470900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174470901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174470902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T07:33:30,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:30,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:30,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:30,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174470904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174470905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T07:33:31,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/4a4844463cbf495a8c3b8d9564eddda9 2024-11-21T07:33:31,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/d69647b2d17842159002bf670b9c87ac as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/d69647b2d17842159002bf670b9c87ac 2024-11-21T07:33:31,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/d69647b2d17842159002bf670b9c87ac, entries=200, sequenceid=139, filesize=14.2 K 2024-11-21T07:33:31,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/ebf1cd1d7b354d919c14409a9b847ff7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/ebf1cd1d7b354d919c14409a9b847ff7 2024-11-21T07:33:31,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/ebf1cd1d7b354d919c14409a9b847ff7, entries=150, sequenceid=139, filesize=11.9 K 2024-11-21T07:33:31,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/4a4844463cbf495a8c3b8d9564eddda9 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4a4844463cbf495a8c3b8d9564eddda9 2024-11-21T07:33:31,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4a4844463cbf495a8c3b8d9564eddda9, entries=150, sequenceid=139, filesize=11.9 K 2024-11-21T07:33:31,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f32367f8a8763e0bca7d85eaeb118505 in 1276ms, sequenceid=139, compaction requested=true 2024-11-21T07:33:31,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:31,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:31,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:31,043 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:31,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:31,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:31,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:31,043 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:31,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:31,044 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:31,044 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:31,044 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/B is initiating minor compaction (all files) 2024-11-21T07:33:31,044 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/A is initiating minor compaction (all files) 2024-11-21T07:33:31,044 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/A in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:31,044 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/B in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:31,044 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/dca500e70a8a4ae48bd6c188f21313ee, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/b7c86f7302f247afb7161b01279866f0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/d69647b2d17842159002bf670b9c87ac] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=37.9 K 2024-11-21T07:33:31,044 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/90265876c42c40208c1a1b7cd562d180, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/8645d6a5a3da431bab9711d78b3b592f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/ebf1cd1d7b354d919c14409a9b847ff7] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=35.5 K 2024-11-21T07:33:31,045 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 90265876c42c40208c1a1b7cd562d180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174407615 2024-11-21T07:33:31,045 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting dca500e70a8a4ae48bd6c188f21313ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174407615 2024-11-21T07:33:31,045 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8645d6a5a3da431bab9711d78b3b592f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732174407637 2024-11-21T07:33:31,045 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7c86f7302f247afb7161b01279866f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732174407637 2024-11-21T07:33:31,045 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting ebf1cd1d7b354d919c14409a9b847ff7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732174409763 2024-11-21T07:33:31,045 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting d69647b2d17842159002bf670b9c87ac, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732174409763 2024-11-21T07:33:31,055 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:31,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T07:33:31,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:31,056 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:33:31,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:31,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:31,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:31,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:31,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:31,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:31,057 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#B#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:31,057 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#A#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:31,057 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/919753c93236451c974fff38d9c2e813 is 50, key is test_row_0/B:col10/1732174409766/Put/seqid=0 2024-11-21T07:33:31,057 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/0fa7882164d749068389456663103ff6 is 50, key is test_row_0/A:col10/1732174409766/Put/seqid=0 2024-11-21T07:33:31,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/8607f987ed3e45cd8189ff40277e82c4 is 50, key is test_row_0/A:col10/1732174409786/Put/seqid=0 2024-11-21T07:33:31,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742074_1250 (size=12493) 2024-11-21T07:33:31,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742076_1252 (size=12151) 2024-11-21T07:33:31,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742075_1251 (size=12493) 2024-11-21T07:33:31,093 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/0fa7882164d749068389456663103ff6 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0fa7882164d749068389456663103ff6 2024-11-21T07:33:31,098 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/A of f32367f8a8763e0bca7d85eaeb118505 into 0fa7882164d749068389456663103ff6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:31,098 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:31,098 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/A, priority=13, startTime=1732174411043; duration=0sec 2024-11-21T07:33:31,099 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:31,099 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:A 2024-11-21T07:33:31,099 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:33:31,107 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:33:31,108 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/C is initiating minor compaction (all files) 2024-11-21T07:33:31,108 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/C in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:31,108 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8c549e41bc3040c68847e9a28e953f00, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4d43d6804e1442e3a50fea42540cac30, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/ef0159f99a6a4a1c8a2c15199fb50917, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4a4844463cbf495a8c3b8d9564eddda9] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=47.2 K 2024-11-21T07:33:31,108 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c549e41bc3040c68847e9a28e953f00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732174406498 2024-11-21T07:33:31,108 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d43d6804e1442e3a50fea42540cac30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174407615 2024-11-21T07:33:31,109 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef0159f99a6a4a1c8a2c15199fb50917, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732174407637 2024-11-21T07:33:31,109 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a4844463cbf495a8c3b8d9564eddda9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732174409763 2024-11-21T07:33:31,117 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#C#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:31,118 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/79433ad72ed7495fb59559520e21d74c is 50, key is test_row_0/C:col10/1732174409766/Put/seqid=0 2024-11-21T07:33:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742077_1253 (size=12459) 2024-11-21T07:33:31,131 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/79433ad72ed7495fb59559520e21d74c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/79433ad72ed7495fb59559520e21d74c 2024-11-21T07:33:31,136 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/C of f32367f8a8763e0bca7d85eaeb118505 into 79433ad72ed7495fb59559520e21d74c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:31,136 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:31,136 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/C, priority=12, startTime=1732174411043; duration=0sec 2024-11-21T07:33:31,136 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:31,136 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:C 2024-11-21T07:33:31,477 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/919753c93236451c974fff38d9c2e813 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/919753c93236451c974fff38d9c2e813 2024-11-21T07:33:31,481 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/B of f32367f8a8763e0bca7d85eaeb118505 into 919753c93236451c974fff38d9c2e813(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:31,482 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:31,482 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/B, priority=13, startTime=1732174411043; duration=0sec 2024-11-21T07:33:31,482 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:31,482 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:B 2024-11-21T07:33:31,489 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/8607f987ed3e45cd8189ff40277e82c4 2024-11-21T07:33:31,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/69f336b474a641f2894110fd64ddf208 is 50, key is test_row_0/B:col10/1732174409786/Put/seqid=0 2024-11-21T07:33:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742078_1254 (size=12151) 2024-11-21T07:33:31,499 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/69f336b474a641f2894110fd64ddf208 2024-11-21T07:33:31,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/e6b02c9706674263ad3e967b6d2b9d78 is 50, key is test_row_0/C:col10/1732174409786/Put/seqid=0 2024-11-21T07:33:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742079_1255 (size=12151) 2024-11-21T07:33:31,515 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/e6b02c9706674263ad3e967b6d2b9d78 2024-11-21T07:33:31,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/8607f987ed3e45cd8189ff40277e82c4 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8607f987ed3e45cd8189ff40277e82c4 2024-11-21T07:33:31,522 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8607f987ed3e45cd8189ff40277e82c4, entries=150, sequenceid=163, filesize=11.9 K 2024-11-21T07:33:31,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/69f336b474a641f2894110fd64ddf208 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/69f336b474a641f2894110fd64ddf208 2024-11-21T07:33:31,527 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/69f336b474a641f2894110fd64ddf208, entries=150, sequenceid=163, filesize=11.9 K 2024-11-21T07:33:31,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/e6b02c9706674263ad3e967b6d2b9d78 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/e6b02c9706674263ad3e967b6d2b9d78 2024-11-21T07:33:31,532 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/e6b02c9706674263ad3e967b6d2b9d78, entries=150, sequenceid=163, filesize=11.9 K 2024-11-21T07:33:31,532 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f32367f8a8763e0bca7d85eaeb118505 in 476ms, sequenceid=163, compaction requested=false 2024-11-21T07:33:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-21T07:33:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-21T07:33:31,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-21T07:33:31,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6970 sec 2024-11-21T07:33:31,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.7000 sec 2024-11-21T07:33:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:31,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:33:31,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:31,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:31,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:31,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:31,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:31,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:31,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/33fa3ed4154445579f5d34b80359893a is 50, key is test_row_0/A:col10/1732174411908/Put/seqid=0 2024-11-21T07:33:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742080_1256 (size=14541) 2024-11-21T07:33:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T07:33:31,940 INFO [Thread-1042 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-21T07:33:31,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-21T07:33:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T07:33:31,943 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:31,943 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:31,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174471957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174471959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174471961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:31,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174471961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:31,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174471961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T07:33:32,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174472062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174472063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174472065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174472065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174472066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T07:33:32,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:32,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T07:33:32,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T07:33:32,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:32,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174472265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174472265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174472267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174472268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174472268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/33fa3ed4154445579f5d34b80359893a 2024-11-21T07:33:32,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/304ee5f74eed4f908d648cf4a15c4e17 is 50, key is test_row_0/B:col10/1732174411908/Put/seqid=0 2024-11-21T07:33:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742081_1257 (size=12151) 2024-11-21T07:33:32,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T07:33:32,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T07:33:32,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T07:33:32,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:32,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174472568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174472568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174472571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174472572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174472573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T07:33:32,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:32,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/304ee5f74eed4f908d648cf4a15c4e17 2024-11-21T07:33:32,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/8bd0ab2f6ff5431db8f9080e9292dc26 is 50, key is test_row_0/C:col10/1732174411908/Put/seqid=0 2024-11-21T07:33:32,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742082_1258 (size=12151) 2024-11-21T07:33:32,858 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:32,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T07:33:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:32,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:33,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:33,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T07:33:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:33,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T07:33:33,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174473073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:33,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174473074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:33,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174473078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:33,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174473078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:33,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174473079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:33,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/8bd0ab2f6ff5431db8f9080e9292dc26 2024-11-21T07:33:33,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/33fa3ed4154445579f5d34b80359893a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/33fa3ed4154445579f5d34b80359893a 2024-11-21T07:33:33,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/33fa3ed4154445579f5d34b80359893a, entries=200, sequenceid=177, filesize=14.2 K 2024-11-21T07:33:33,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/304ee5f74eed4f908d648cf4a15c4e17 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/304ee5f74eed4f908d648cf4a15c4e17 2024-11-21T07:33:33,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/304ee5f74eed4f908d648cf4a15c4e17, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T07:33:33,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/8bd0ab2f6ff5431db8f9080e9292dc26 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8bd0ab2f6ff5431db8f9080e9292dc26 2024-11-21T07:33:33,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8bd0ab2f6ff5431db8f9080e9292dc26, entries=150, sequenceid=177, filesize=11.9 K 2024-11-21T07:33:33,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for f32367f8a8763e0bca7d85eaeb118505 in 1248ms, sequenceid=177, compaction requested=true 2024-11-21T07:33:33,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:33,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:33,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:33,158 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:33,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:33,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:33,159 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:33,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:33,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:33,159 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:33,159 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:33,159 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/A is initiating minor compaction (all files) 2024-11-21T07:33:33,159 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/B is initiating minor compaction (all files) 2024-11-21T07:33:33,160 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/A in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:33,160 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/B in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:33,160 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0fa7882164d749068389456663103ff6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8607f987ed3e45cd8189ff40277e82c4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/33fa3ed4154445579f5d34b80359893a] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=38.3 K 2024-11-21T07:33:33,160 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/919753c93236451c974fff38d9c2e813, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/69f336b474a641f2894110fd64ddf208, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/304ee5f74eed4f908d648cf4a15c4e17] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=35.9 K 2024-11-21T07:33:33,160 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fa7882164d749068389456663103ff6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732174409763 2024-11-21T07:33:33,160 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 919753c93236451c974fff38d9c2e813, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732174409763 2024-11-21T07:33:33,160 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 69f336b474a641f2894110fd64ddf208, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732174409786 2024-11-21T07:33:33,160 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8607f987ed3e45cd8189ff40277e82c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732174409786 2024-11-21T07:33:33,160 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 304ee5f74eed4f908d648cf4a15c4e17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732174411907 2024-11-21T07:33:33,160 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33fa3ed4154445579f5d34b80359893a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732174411907 2024-11-21T07:33:33,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:33,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T07:33:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:33,164 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T07:33:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:33,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/f7d2112c09c142ed90b4d875dcf0eed1 is 50, key is test_row_0/A:col10/1732174411960/Put/seqid=0 2024-11-21T07:33:33,168 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#B#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:33,169 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#A#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:33,169 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/1bdd3a7c2e8d4dccb0feeca31bc3bffa is 50, key is test_row_0/B:col10/1732174411908/Put/seqid=0 2024-11-21T07:33:33,169 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/01eddabd498846048a51b585e6e692e9 is 50, key is test_row_0/A:col10/1732174411908/Put/seqid=0 2024-11-21T07:33:33,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742085_1261 (size=12595) 2024-11-21T07:33:33,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742083_1259 (size=12151) 2024-11-21T07:33:33,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742084_1260 (size=12595) 2024-11-21T07:33:33,192 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/f7d2112c09c142ed90b4d875dcf0eed1 2024-11-21T07:33:33,192 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/01eddabd498846048a51b585e6e692e9 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/01eddabd498846048a51b585e6e692e9 2024-11-21T07:33:33,198 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/A of f32367f8a8763e0bca7d85eaeb118505 into 01eddabd498846048a51b585e6e692e9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:33,198 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:33,198 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/A, priority=13, startTime=1732174413158; duration=0sec 2024-11-21T07:33:33,199 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:33,199 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:A 2024-11-21T07:33:33,199 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:33,200 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:33,200 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/C is initiating minor compaction (all files) 2024-11-21T07:33:33,200 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/C in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:33,200 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/79433ad72ed7495fb59559520e21d74c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/e6b02c9706674263ad3e967b6d2b9d78, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8bd0ab2f6ff5431db8f9080e9292dc26] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=35.9 K 2024-11-21T07:33:33,201 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79433ad72ed7495fb59559520e21d74c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732174409763 2024-11-21T07:33:33,201 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6b02c9706674263ad3e967b6d2b9d78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732174409786 2024-11-21T07:33:33,201 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bd0ab2f6ff5431db8f9080e9292dc26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732174411907 2024-11-21T07:33:33,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/04fd652c3cf04c24ace190bb756e17f7 is 50, key is test_row_0/B:col10/1732174411960/Put/seqid=0 2024-11-21T07:33:33,225 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:33,225 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/967e6438f77b4463910c7a6d9eb252b1 is 50, key is test_row_0/C:col10/1732174411908/Put/seqid=0 2024-11-21T07:33:33,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742086_1262 (size=12151) 2024-11-21T07:33:33,232 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/04fd652c3cf04c24ace190bb756e17f7 2024-11-21T07:33:33,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/f80fcbcdbeba4a4381e776fb86c1c3b8 is 50, key is test_row_0/C:col10/1732174411960/Put/seqid=0 2024-11-21T07:33:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742087_1263 (size=12561) 2024-11-21T07:33:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742088_1264 (size=12151) 2024-11-21T07:33:33,252 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/f80fcbcdbeba4a4381e776fb86c1c3b8 2024-11-21T07:33:33,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/f7d2112c09c142ed90b4d875dcf0eed1 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f7d2112c09c142ed90b4d875dcf0eed1 2024-11-21T07:33:33,260 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f7d2112c09c142ed90b4d875dcf0eed1, entries=150, sequenceid=204, filesize=11.9 K 2024-11-21T07:33:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/04fd652c3cf04c24ace190bb756e17f7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/04fd652c3cf04c24ace190bb756e17f7 2024-11-21T07:33:33,265 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/04fd652c3cf04c24ace190bb756e17f7, entries=150, sequenceid=204, filesize=11.9 K 2024-11-21T07:33:33,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/f80fcbcdbeba4a4381e776fb86c1c3b8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/f80fcbcdbeba4a4381e776fb86c1c3b8 2024-11-21T07:33:33,269 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/f80fcbcdbeba4a4381e776fb86c1c3b8, entries=150, sequenceid=204, filesize=11.9 K 2024-11-21T07:33:33,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for f32367f8a8763e0bca7d85eaeb118505 in 106ms, sequenceid=204, compaction requested=false 2024-11-21T07:33:33,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:33,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:33,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-21T07:33:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-21T07:33:33,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-21T07:33:33,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3280 sec 2024-11-21T07:33:33,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.3320 sec 2024-11-21T07:33:33,596 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/1bdd3a7c2e8d4dccb0feeca31bc3bffa as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/1bdd3a7c2e8d4dccb0feeca31bc3bffa 2024-11-21T07:33:33,600 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/B of f32367f8a8763e0bca7d85eaeb118505 into 1bdd3a7c2e8d4dccb0feeca31bc3bffa(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:33,600 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:33,600 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/B, priority=13, startTime=1732174413158; duration=0sec 2024-11-21T07:33:33,600 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:33,600 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:B 2024-11-21T07:33:33,649 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/967e6438f77b4463910c7a6d9eb252b1 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/967e6438f77b4463910c7a6d9eb252b1 2024-11-21T07:33:33,654 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/C of f32367f8a8763e0bca7d85eaeb118505 into 967e6438f77b4463910c7a6d9eb252b1(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:33,654 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:33,654 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/C, priority=13, startTime=1732174413159; duration=0sec 2024-11-21T07:33:33,654 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:33,654 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:C 2024-11-21T07:33:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T07:33:34,046 INFO [Thread-1042 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-21T07:33:34,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-21T07:33:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T07:33:34,048 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:34,049 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:34,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:34,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:33:34,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:34,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:34,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:34,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:34,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:34,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:34,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/08e2fc398117494c9aa969abff5019aa is 50, key is test_row_0/A:col10/1732174414084/Put/seqid=0 2024-11-21T07:33:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742089_1265 (size=14541) 2024-11-21T07:33:34,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174474100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174474102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174474102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174474103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174474103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T07:33:34,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T07:33:34,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:34,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174474204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174474205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174474205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174474206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174474206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T07:33:34,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T07:33:34,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:34,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174474407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174474408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174474408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174474409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174474409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/08e2fc398117494c9aa969abff5019aa 2024-11-21T07:33:34,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/92f84eb0f3a2466d8ebfa693539b1baa is 50, key is test_row_0/B:col10/1732174414084/Put/seqid=0 2024-11-21T07:33:34,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742090_1266 (size=12151) 2024-11-21T07:33:34,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T07:33:34,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:34,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T07:33:34,661 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T07:33:34,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:34,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174474711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174474712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174474712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174474713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174474713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T07:33:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/92f84eb0f3a2466d8ebfa693539b1baa 2024-11-21T07:33:34,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/6191a1d43c2c43b58b22154f2789af12 is 50, key is test_row_0/C:col10/1732174414084/Put/seqid=0 2024-11-21T07:33:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742091_1267 (size=12151) 2024-11-21T07:33:34,966 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:34,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T07:33:34,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:34,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:34,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:35,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:35,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T07:33:35,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:35,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:35,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:35,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:35,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T07:33:35,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174475213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:35,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174475214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:35,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174475216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:35,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174475216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:35,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174475216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:35,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:35,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T07:33:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:35,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:35,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:35,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/6191a1d43c2c43b58b22154f2789af12 2024-11-21T07:33:35,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/08e2fc398117494c9aa969abff5019aa as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/08e2fc398117494c9aa969abff5019aa 2024-11-21T07:33:35,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/08e2fc398117494c9aa969abff5019aa, entries=200, sequenceid=219, filesize=14.2 K 2024-11-21T07:33:35,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/92f84eb0f3a2466d8ebfa693539b1baa as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/92f84eb0f3a2466d8ebfa693539b1baa 2024-11-21T07:33:35,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/92f84eb0f3a2466d8ebfa693539b1baa, entries=150, sequenceid=219, filesize=11.9 K 2024-11-21T07:33:35,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/6191a1d43c2c43b58b22154f2789af12 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6191a1d43c2c43b58b22154f2789af12 2024-11-21T07:33:35,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6191a1d43c2c43b58b22154f2789af12, entries=150, sequenceid=219, filesize=11.9 K 2024-11-21T07:33:35,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f32367f8a8763e0bca7d85eaeb118505 in 1260ms, sequenceid=219, compaction requested=true 2024-11-21T07:33:35,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:35,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:35,346 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:35,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:35,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:35,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:35,346 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:35,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:35,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:35,347 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:35,347 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:35,347 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/B is initiating minor compaction (all files) 2024-11-21T07:33:35,347 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/A is initiating minor compaction (all files) 2024-11-21T07:33:35,347 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/B in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:35,347 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/A in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:35,347 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/01eddabd498846048a51b585e6e692e9, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f7d2112c09c142ed90b4d875dcf0eed1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/08e2fc398117494c9aa969abff5019aa] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=38.4 K 2024-11-21T07:33:35,347 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/1bdd3a7c2e8d4dccb0feeca31bc3bffa, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/04fd652c3cf04c24ace190bb756e17f7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/92f84eb0f3a2466d8ebfa693539b1baa] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=36.0 K 2024-11-21T07:33:35,347 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01eddabd498846048a51b585e6e692e9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732174411907 2024-11-21T07:33:35,347 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bdd3a7c2e8d4dccb0feeca31bc3bffa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732174411907 2024-11-21T07:33:35,347 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7d2112c09c142ed90b4d875dcf0eed1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732174411958 2024-11-21T07:33:35,348 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08e2fc398117494c9aa969abff5019aa, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732174414080 2024-11-21T07:33:35,348 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 04fd652c3cf04c24ace190bb756e17f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732174411958 2024-11-21T07:33:35,348 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 92f84eb0f3a2466d8ebfa693539b1baa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732174414080 2024-11-21T07:33:35,355 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#B#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:35,355 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/5b46c97bd9a74e42a8203849e4b04fe5 is 50, key is test_row_0/B:col10/1732174414084/Put/seqid=0 2024-11-21T07:33:35,355 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#A#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:35,356 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/ae385e9524194727baaa5f440bd7d0f0 is 50, key is test_row_0/A:col10/1732174414084/Put/seqid=0 2024-11-21T07:33:35,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742093_1269 (size=12697) 2024-11-21T07:33:35,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742092_1268 (size=12697) 2024-11-21T07:33:35,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:35,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T07:33:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:35,424 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:33:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/8f0b318f596849dd887ff0698852c2e3 is 50, key is test_row_0/A:col10/1732174414103/Put/seqid=0 2024-11-21T07:33:35,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742094_1270 (size=12151) 2024-11-21T07:33:35,767 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/ae385e9524194727baaa5f440bd7d0f0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae385e9524194727baaa5f440bd7d0f0 2024-11-21T07:33:35,769 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/5b46c97bd9a74e42a8203849e4b04fe5 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/5b46c97bd9a74e42a8203849e4b04fe5 2024-11-21T07:33:35,772 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/A of f32367f8a8763e0bca7d85eaeb118505 into ae385e9524194727baaa5f440bd7d0f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:35,772 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:35,772 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/A, priority=13, startTime=1732174415346; duration=0sec 2024-11-21T07:33:35,772 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:35,772 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:A 2024-11-21T07:33:35,772 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:35,774 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/B of f32367f8a8763e0bca7d85eaeb118505 into 5b46c97bd9a74e42a8203849e4b04fe5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:35,774 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:35,774 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/B, priority=13, startTime=1732174415346; duration=0sec 2024-11-21T07:33:35,774 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:35,774 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:B 2024-11-21T07:33:35,774 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:35,774 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/C is initiating minor compaction (all files) 2024-11-21T07:33:35,774 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/C in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:35,774 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/967e6438f77b4463910c7a6d9eb252b1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/f80fcbcdbeba4a4381e776fb86c1c3b8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6191a1d43c2c43b58b22154f2789af12] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=36.0 K 2024-11-21T07:33:35,775 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 967e6438f77b4463910c7a6d9eb252b1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732174411907 2024-11-21T07:33:35,775 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting f80fcbcdbeba4a4381e776fb86c1c3b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732174411958 2024-11-21T07:33:35,775 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6191a1d43c2c43b58b22154f2789af12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732174414080 2024-11-21T07:33:35,782 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:35,782 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/6fb95bdeb6ae40d48f469259d9d88cb0 is 50, key is test_row_0/C:col10/1732174414084/Put/seqid=0 2024-11-21T07:33:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742095_1271 (size=12663) 2024-11-21T07:33:35,832 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/8f0b318f596849dd887ff0698852c2e3 2024-11-21T07:33:35,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/d3cd6fa114a647ffa2eebd831b247cc4 is 50, key is test_row_0/B:col10/1732174414103/Put/seqid=0 2024-11-21T07:33:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742096_1272 (size=12151) 2024-11-21T07:33:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T07:33:36,190 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/6fb95bdeb6ae40d48f469259d9d88cb0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6fb95bdeb6ae40d48f469259d9d88cb0 2024-11-21T07:33:36,194 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/C of f32367f8a8763e0bca7d85eaeb118505 into 6fb95bdeb6ae40d48f469259d9d88cb0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:36,194 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:36,194 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/C, priority=13, startTime=1732174415346; duration=0sec 2024-11-21T07:33:36,195 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:36,195 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:C 2024-11-21T07:33:36,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:36,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174476227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174476228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174476228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174476229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174476229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,244 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/d3cd6fa114a647ffa2eebd831b247cc4 2024-11-21T07:33:36,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/685635bb6336487cb6a28377904b6d4c is 50, key is test_row_0/C:col10/1732174414103/Put/seqid=0 2024-11-21T07:33:36,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742097_1273 (size=12151) 2024-11-21T07:33:36,275 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/685635bb6336487cb6a28377904b6d4c 2024-11-21T07:33:36,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/8f0b318f596849dd887ff0698852c2e3 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8f0b318f596849dd887ff0698852c2e3 2024-11-21T07:33:36,283 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8f0b318f596849dd887ff0698852c2e3, entries=150, sequenceid=243, filesize=11.9 K 2024-11-21T07:33:36,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/d3cd6fa114a647ffa2eebd831b247cc4 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/d3cd6fa114a647ffa2eebd831b247cc4 2024-11-21T07:33:36,288 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/d3cd6fa114a647ffa2eebd831b247cc4, entries=150, sequenceid=243, filesize=11.9 K 2024-11-21T07:33:36,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/685635bb6336487cb6a28377904b6d4c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/685635bb6336487cb6a28377904b6d4c 2024-11-21T07:33:36,292 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/685635bb6336487cb6a28377904b6d4c, entries=150, sequenceid=243, filesize=11.9 K 2024-11-21T07:33:36,292 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f32367f8a8763e0bca7d85eaeb118505 in 868ms, sequenceid=243, compaction requested=false 2024-11-21T07:33:36,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-21T07:33:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-21T07:33:36,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-21T07:33:36,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2450 sec 2024-11-21T07:33:36,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.2480 sec 2024-11-21T07:33:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:36,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T07:33:36,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:36,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:36,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:36,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:36,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:36,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:36,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/c692c26e3fc540b0890ba27c03d37e28 is 50, key is test_row_0/A:col10/1732174416229/Put/seqid=0 2024-11-21T07:33:36,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742098_1274 (size=12301) 2024-11-21T07:33:36,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/c692c26e3fc540b0890ba27c03d37e28 2024-11-21T07:33:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174476346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174476345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174476346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174476347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174476348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/0654eb417c1a421ea9081aaa1c12dfdf is 50, key is test_row_0/B:col10/1732174416229/Put/seqid=0 2024-11-21T07:33:36,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742099_1275 (size=12301) 2024-11-21T07:33:36,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174476451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174476451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174476452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174476452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174476455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174476654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174476654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174476654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174476655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174476658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:36,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/0654eb417c1a421ea9081aaa1c12dfdf 2024-11-21T07:33:36,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9fe3497de5ac41f9a9215462842fa5d7 is 50, key is test_row_0/C:col10/1732174416229/Put/seqid=0 2024-11-21T07:33:36,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742100_1276 (size=12301) 2024-11-21T07:33:36,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9fe3497de5ac41f9a9215462842fa5d7 2024-11-21T07:33:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/c692c26e3fc540b0890ba27c03d37e28 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/c692c26e3fc540b0890ba27c03d37e28 2024-11-21T07:33:36,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/c692c26e3fc540b0890ba27c03d37e28, entries=150, sequenceid=263, filesize=12.0 K 2024-11-21T07:33:36,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/0654eb417c1a421ea9081aaa1c12dfdf as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0654eb417c1a421ea9081aaa1c12dfdf 2024-11-21T07:33:36,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0654eb417c1a421ea9081aaa1c12dfdf, entries=150, sequenceid=263, filesize=12.0 K 2024-11-21T07:33:36,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9fe3497de5ac41f9a9215462842fa5d7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9fe3497de5ac41f9a9215462842fa5d7 2024-11-21T07:33:36,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9fe3497de5ac41f9a9215462842fa5d7, entries=150, sequenceid=263, filesize=12.0 K 2024-11-21T07:33:36,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f32367f8a8763e0bca7d85eaeb118505 in 464ms, sequenceid=263, compaction requested=true 2024-11-21T07:33:36,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:36,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:36,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:36,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:36,797 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:36,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:36,798 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:36,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:36,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:36,799 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:36,799 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/B is initiating minor compaction (all files) 2024-11-21T07:33:36,799 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/B in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:36,799 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/5b46c97bd9a74e42a8203849e4b04fe5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/d3cd6fa114a647ffa2eebd831b247cc4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0654eb417c1a421ea9081aaa1c12dfdf] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=36.3 K 2024-11-21T07:33:36,799 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:36,799 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b46c97bd9a74e42a8203849e4b04fe5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732174414080 2024-11-21T07:33:36,799 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/A is initiating minor compaction (all files) 2024-11-21T07:33:36,799 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/A in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:36,800 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae385e9524194727baaa5f440bd7d0f0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8f0b318f596849dd887ff0698852c2e3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/c692c26e3fc540b0890ba27c03d37e28] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=36.3 K 2024-11-21T07:33:36,800 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting d3cd6fa114a647ffa2eebd831b247cc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732174414101 2024-11-21T07:33:36,800 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 0654eb417c1a421ea9081aaa1c12dfdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732174416229 2024-11-21T07:33:36,800 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae385e9524194727baaa5f440bd7d0f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732174414080 2024-11-21T07:33:36,800 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f0b318f596849dd887ff0698852c2e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732174414101 2024-11-21T07:33:36,801 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting c692c26e3fc540b0890ba27c03d37e28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732174416229 2024-11-21T07:33:36,807 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#B#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:36,808 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/6fe42a3f89b54d2a89605400f0ec1d17 is 50, key is test_row_0/B:col10/1732174416229/Put/seqid=0 2024-11-21T07:33:36,812 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#A#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:36,812 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/f9cdae3aa6bf445dbe080e71eaab4dd3 is 50, key is test_row_0/A:col10/1732174416229/Put/seqid=0 2024-11-21T07:33:36,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742101_1277 (size=12949) 2024-11-21T07:33:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742102_1278 (size=12949) 2024-11-21T07:33:36,820 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/6fe42a3f89b54d2a89605400f0ec1d17 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/6fe42a3f89b54d2a89605400f0ec1d17 2024-11-21T07:33:36,829 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/B of f32367f8a8763e0bca7d85eaeb118505 into 6fe42a3f89b54d2a89605400f0ec1d17(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:36,829 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:36,830 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/B, priority=13, startTime=1732174416797; duration=0sec 2024-11-21T07:33:36,830 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:36,830 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:B 2024-11-21T07:33:36,830 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:36,831 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:36,831 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/C is initiating minor compaction (all files) 2024-11-21T07:33:36,831 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/C in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:36,831 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6fb95bdeb6ae40d48f469259d9d88cb0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/685635bb6336487cb6a28377904b6d4c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9fe3497de5ac41f9a9215462842fa5d7] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=36.2 K 2024-11-21T07:33:36,831 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fb95bdeb6ae40d48f469259d9d88cb0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732174414080 2024-11-21T07:33:36,831 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 685635bb6336487cb6a28377904b6d4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732174414101 2024-11-21T07:33:36,832 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fe3497de5ac41f9a9215462842fa5d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732174416229 2024-11-21T07:33:36,839 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#C#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:36,840 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/97dbe96a2d054783991a13865248f06f is 50, key is test_row_0/C:col10/1732174416229/Put/seqid=0 2024-11-21T07:33:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742103_1279 (size=12915) 2024-11-21T07:33:36,851 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/97dbe96a2d054783991a13865248f06f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97dbe96a2d054783991a13865248f06f 2024-11-21T07:33:36,855 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/C of f32367f8a8763e0bca7d85eaeb118505 into 97dbe96a2d054783991a13865248f06f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:36,855 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:36,856 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/C, priority=13, startTime=1732174416798; duration=0sec 2024-11-21T07:33:36,856 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:36,856 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:C 2024-11-21T07:33:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:36,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T07:33:36,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:36,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:36,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:36,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:36,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:36,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:36,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/2c9711dbbf5d4fc5a2e927d184bde682 is 50, key is test_row_0/A:col10/1732174416958/Put/seqid=0 2024-11-21T07:33:36,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742104_1280 (size=14741) 2024-11-21T07:33:37,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174476997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174476999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174476999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174477000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174477000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174477101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174477101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174477102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174477103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174477103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,222 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/f9cdae3aa6bf445dbe080e71eaab4dd3 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f9cdae3aa6bf445dbe080e71eaab4dd3 2024-11-21T07:33:37,226 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/A of f32367f8a8763e0bca7d85eaeb118505 into f9cdae3aa6bf445dbe080e71eaab4dd3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:37,226 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:37,226 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/A, priority=13, startTime=1732174416797; duration=0sec 2024-11-21T07:33:37,226 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:37,226 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:A 2024-11-21T07:33:37,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174477304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174477305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174477306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174477306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174477306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/2c9711dbbf5d4fc5a2e927d184bde682 2024-11-21T07:33:37,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/7b72c82149664329a7a263517971b426 is 50, key is test_row_0/B:col10/1732174416958/Put/seqid=0 2024-11-21T07:33:37,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742105_1281 (size=12301) 2024-11-21T07:33:37,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174477607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174477608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174477609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174477609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174477610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:37,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/7b72c82149664329a7a263517971b426 2024-11-21T07:33:37,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/b8736e7426af436d8ec461f9bbc2570f is 50, key is test_row_0/C:col10/1732174416958/Put/seqid=0 2024-11-21T07:33:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742106_1282 (size=12301) 2024-11-21T07:33:38,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174478111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:38,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174478111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:38,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174478112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:38,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174478114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:38,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174478114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T07:33:38,157 INFO [Thread-1042 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-21T07:33:38,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-21T07:33:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T07:33:38,159 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:38,159 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:38,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:38,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/b8736e7426af436d8ec461f9bbc2570f 2024-11-21T07:33:38,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/2c9711dbbf5d4fc5a2e927d184bde682 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/2c9711dbbf5d4fc5a2e927d184bde682 2024-11-21T07:33:38,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/2c9711dbbf5d4fc5a2e927d184bde682, entries=200, sequenceid=285, filesize=14.4 K 2024-11-21T07:33:38,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/7b72c82149664329a7a263517971b426 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/7b72c82149664329a7a263517971b426 2024-11-21T07:33:38,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/7b72c82149664329a7a263517971b426, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T07:33:38,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/b8736e7426af436d8ec461f9bbc2570f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8736e7426af436d8ec461f9bbc2570f 2024-11-21T07:33:38,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8736e7426af436d8ec461f9bbc2570f, entries=150, sequenceid=285, filesize=12.0 K 2024-11-21T07:33:38,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for f32367f8a8763e0bca7d85eaeb118505 in 1267ms, sequenceid=285, compaction requested=false 2024-11-21T07:33:38,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T07:33:38,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:38,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T07:33:38,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:38,311 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T07:33:38,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:38,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:38,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:38,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:38,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:38,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/7a2c4ce69ce24480bc7b8ba39a5db811 is 50, key is test_row_0/A:col10/1732174416996/Put/seqid=0 2024-11-21T07:33:38,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742107_1283 (size=12301) 2024-11-21T07:33:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T07:33:38,719 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/7a2c4ce69ce24480bc7b8ba39a5db811 2024-11-21T07:33:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/c935fa153861419d8b11f9faa63e28b3 is 50, key is test_row_0/B:col10/1732174416996/Put/seqid=0 2024-11-21T07:33:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742108_1284 (size=12301) 2024-11-21T07:33:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T07:33:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:39,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:39,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174479125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174479125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174479126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,129 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/c935fa153861419d8b11f9faa63e28b3 2024-11-21T07:33:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174479126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174479128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/b8564d61be7d4321a2d0471cd62685dc is 50, key is test_row_0/C:col10/1732174416996/Put/seqid=0 2024-11-21T07:33:39,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742109_1285 (size=12301) 2024-11-21T07:33:39,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174479230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174479230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174479235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174479235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174479236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T07:33:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174479432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174479434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174479437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174479437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174479438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,540 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/b8564d61be7d4321a2d0471cd62685dc 2024-11-21T07:33:39,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/7a2c4ce69ce24480bc7b8ba39a5db811 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/7a2c4ce69ce24480bc7b8ba39a5db811 2024-11-21T07:33:39,550 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/7a2c4ce69ce24480bc7b8ba39a5db811, entries=150, sequenceid=303, filesize=12.0 K 2024-11-21T07:33:39,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/c935fa153861419d8b11f9faa63e28b3 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c935fa153861419d8b11f9faa63e28b3 2024-11-21T07:33:39,554 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c935fa153861419d8b11f9faa63e28b3, entries=150, sequenceid=303, filesize=12.0 K 2024-11-21T07:33:39,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/b8564d61be7d4321a2d0471cd62685dc as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8564d61be7d4321a2d0471cd62685dc 2024-11-21T07:33:39,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8564d61be7d4321a2d0471cd62685dc, entries=150, sequenceid=303, filesize=12.0 K 2024-11-21T07:33:39,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f32367f8a8763e0bca7d85eaeb118505 in 1247ms, sequenceid=303, compaction requested=true 2024-11-21T07:33:39,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:39,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:39,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-21T07:33:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-21T07:33:39,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-21T07:33:39,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-21T07:33:39,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.4030 sec 2024-11-21T07:33:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:39,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T07:33:39,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:39,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:39,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:39,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:39,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:39,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:39,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/0e017c885b7641cf89b570f9bae41b58 is 50, key is test_row_0/A:col10/1732174419127/Put/seqid=0 2024-11-21T07:33:39,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742110_1286 (size=12301) 2024-11-21T07:33:39,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174479747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174479748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174479748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174479749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174479751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174479851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174479852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174479852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174479852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:39,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174479853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174480053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174480055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174480055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174480055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174480057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/0e017c885b7641cf89b570f9bae41b58 2024-11-21T07:33:40,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/4f3f175eb05b452fbfee8b10a8627db8 is 50, key is test_row_0/B:col10/1732174419127/Put/seqid=0 2024-11-21T07:33:40,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742111_1287 (size=12301) 2024-11-21T07:33:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T07:33:40,262 INFO [Thread-1042 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-21T07:33:40,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-21T07:33:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T07:33:40,264 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:40,265 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:40,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:40,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174480357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174480358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174480359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174480359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174480360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T07:33:40,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T07:33:40,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:40,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:40,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:40,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/4f3f175eb05b452fbfee8b10a8627db8 2024-11-21T07:33:40,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/7b54b7ff30ef4d19b66e5f36db9902a8 is 50, key is test_row_0/C:col10/1732174419127/Put/seqid=0 2024-11-21T07:33:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T07:33:40,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T07:33:40,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:40,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:40,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:40,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742112_1288 (size=12301) 2024-11-21T07:33:40,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,722 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T07:33:40,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:40,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:40,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:40,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174480862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174480863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174480863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T07:33:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174480866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174480867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:40,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T07:33:40,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:40,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:40,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:40,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:40,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/7b54b7ff30ef4d19b66e5f36db9902a8 2024-11-21T07:33:40,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/0e017c885b7641cf89b570f9bae41b58 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0e017c885b7641cf89b570f9bae41b58 2024-11-21T07:33:40,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0e017c885b7641cf89b570f9bae41b58, entries=150, sequenceid=323, filesize=12.0 K 2024-11-21T07:33:40,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/4f3f175eb05b452fbfee8b10a8627db8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/4f3f175eb05b452fbfee8b10a8627db8 2024-11-21T07:33:40,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/4f3f175eb05b452fbfee8b10a8627db8, entries=150, sequenceid=323, filesize=12.0 K 2024-11-21T07:33:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/7b54b7ff30ef4d19b66e5f36db9902a8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/7b54b7ff30ef4d19b66e5f36db9902a8 2024-11-21T07:33:40,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/7b54b7ff30ef4d19b66e5f36db9902a8, entries=150, sequenceid=323, filesize=12.0 K 2024-11-21T07:33:40,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f32367f8a8763e0bca7d85eaeb118505 in 1252ms, sequenceid=323, compaction requested=true 2024-11-21T07:33:40,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:40,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:40,988 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:33:40,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:40,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:40,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:40,988 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:33:40,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:40,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:40,989 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:33:40,989 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:33:40,989 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/A is initiating minor compaction (all files) 2024-11-21T07:33:40,989 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/B is initiating minor compaction (all files) 2024-11-21T07:33:40,989 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/A in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:40,989 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/B in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:40,989 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/6fe42a3f89b54d2a89605400f0ec1d17, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/7b72c82149664329a7a263517971b426, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c935fa153861419d8b11f9faa63e28b3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/4f3f175eb05b452fbfee8b10a8627db8] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=48.7 K 2024-11-21T07:33:40,989 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f9cdae3aa6bf445dbe080e71eaab4dd3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/2c9711dbbf5d4fc5a2e927d184bde682, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/7a2c4ce69ce24480bc7b8ba39a5db811, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0e017c885b7641cf89b570f9bae41b58] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=51.1 K 2024-11-21T07:33:40,990 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fe42a3f89b54d2a89605400f0ec1d17, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732174416229 2024-11-21T07:33:40,990 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9cdae3aa6bf445dbe080e71eaab4dd3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732174416229 2024-11-21T07:33:40,990 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c9711dbbf5d4fc5a2e927d184bde682, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732174416345 2024-11-21T07:33:40,990 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b72c82149664329a7a263517971b426, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732174416345 2024-11-21T07:33:40,991 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting c935fa153861419d8b11f9faa63e28b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732174416996 2024-11-21T07:33:40,991 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a2c4ce69ce24480bc7b8ba39a5db811, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732174416996 2024-11-21T07:33:40,991 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f3f175eb05b452fbfee8b10a8627db8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732174419124 2024-11-21T07:33:40,991 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e017c885b7641cf89b570f9bae41b58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732174419124 2024-11-21T07:33:40,999 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#A#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:40,999 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#B#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:41,000 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/75d958da1d36468198ddf7c8abd6623f is 50, key is test_row_0/A:col10/1732174419127/Put/seqid=0 2024-11-21T07:33:41,000 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/1fc4dbe7702445b8a8dbea493bdadc5a is 50, key is test_row_0/B:col10/1732174419127/Put/seqid=0 2024-11-21T07:33:41,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742114_1290 (size=13085) 2024-11-21T07:33:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742113_1289 (size=13085) 2024-11-21T07:33:41,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:41,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-21T07:33:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:41,027 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T07:33:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:41,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/da9134ad1f5d4803bdc8368b29cfbce5 is 50, key is test_row_0/A:col10/1732174419748/Put/seqid=0 2024-11-21T07:33:41,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742115_1291 (size=12301) 2024-11-21T07:33:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T07:33:41,408 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/1fc4dbe7702445b8a8dbea493bdadc5a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/1fc4dbe7702445b8a8dbea493bdadc5a 2024-11-21T07:33:41,408 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/75d958da1d36468198ddf7c8abd6623f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/75d958da1d36468198ddf7c8abd6623f 2024-11-21T07:33:41,412 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/A of f32367f8a8763e0bca7d85eaeb118505 into 75d958da1d36468198ddf7c8abd6623f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:41,412 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/B of f32367f8a8763e0bca7d85eaeb118505 into 1fc4dbe7702445b8a8dbea493bdadc5a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:41,412 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:41,412 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:41,412 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/B, priority=12, startTime=1732174420988; duration=0sec 2024-11-21T07:33:41,412 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/A, priority=12, startTime=1732174420988; duration=0sec 2024-11-21T07:33:41,412 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:41,413 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:B 2024-11-21T07:33:41,413 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:41,413 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:A 2024-11-21T07:33:41,413 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:33:41,414 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:33:41,414 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/C is initiating minor compaction (all files) 2024-11-21T07:33:41,414 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/C in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:41,414 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97dbe96a2d054783991a13865248f06f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8736e7426af436d8ec461f9bbc2570f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8564d61be7d4321a2d0471cd62685dc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/7b54b7ff30ef4d19b66e5f36db9902a8] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=48.7 K 2024-11-21T07:33:41,415 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 97dbe96a2d054783991a13865248f06f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732174416229 2024-11-21T07:33:41,415 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting b8736e7426af436d8ec461f9bbc2570f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732174416345 2024-11-21T07:33:41,415 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting b8564d61be7d4321a2d0471cd62685dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732174416996 2024-11-21T07:33:41,416 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b54b7ff30ef4d19b66e5f36db9902a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732174419124 2024-11-21T07:33:41,424 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#C#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:41,424 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9ddeb3298af74b668643d16f8fb6e912 is 50, key is test_row_0/C:col10/1732174419127/Put/seqid=0 2024-11-21T07:33:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742116_1292 (size=13051) 2024-11-21T07:33:41,434 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/da9134ad1f5d4803bdc8368b29cfbce5 2024-11-21T07:33:41,434 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9ddeb3298af74b668643d16f8fb6e912 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9ddeb3298af74b668643d16f8fb6e912 2024-11-21T07:33:41,440 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/C of f32367f8a8763e0bca7d85eaeb118505 into 9ddeb3298af74b668643d16f8fb6e912(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:41,440 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:41,440 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/C, priority=12, startTime=1732174420988; duration=0sec 2024-11-21T07:33:41,440 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:41,440 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:C 2024-11-21T07:33:41,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/79ce07fee7964638b915740c7e651a55 is 50, key is test_row_0/B:col10/1732174419748/Put/seqid=0 2024-11-21T07:33:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742117_1293 (size=12301) 2024-11-21T07:33:41,605 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T07:33:41,846 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/79ce07fee7964638b915740c7e651a55 2024-11-21T07:33:41,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/97e591157a43489ab2830d7a87c3da80 is 50, key is test_row_0/C:col10/1732174419748/Put/seqid=0 2024-11-21T07:33:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742118_1294 (size=12301) 2024-11-21T07:33:41,856 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/97e591157a43489ab2830d7a87c3da80 2024-11-21T07:33:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/da9134ad1f5d4803bdc8368b29cfbce5 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/da9134ad1f5d4803bdc8368b29cfbce5 2024-11-21T07:33:41,866 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/da9134ad1f5d4803bdc8368b29cfbce5, entries=150, sequenceid=339, filesize=12.0 K 2024-11-21T07:33:41,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/79ce07fee7964638b915740c7e651a55 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/79ce07fee7964638b915740c7e651a55 2024-11-21T07:33:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:41,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:41,872 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/79ce07fee7964638b915740c7e651a55, entries=150, sequenceid=339, filesize=12.0 K 2024-11-21T07:33:41,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/97e591157a43489ab2830d7a87c3da80 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97e591157a43489ab2830d7a87c3da80 2024-11-21T07:33:41,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97e591157a43489ab2830d7a87c3da80, entries=150, sequenceid=339, filesize=12.0 K 2024-11-21T07:33:41,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=53.67 KB/54960 for f32367f8a8763e0bca7d85eaeb118505 in 850ms, sequenceid=339, compaction requested=false 2024-11-21T07:33:41,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:41,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:41,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-21T07:33:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-21T07:33:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:41,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T07:33:41,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-21T07:33:41,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6130 sec 2024-11-21T07:33:41,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:41,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:41,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:41,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:41,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:41,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:41,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.6170 sec 2024-11-21T07:33:41,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/65fdc717be2e4ef085d6973fb847c940 is 50, key is test_row_0/A:col10/1732174421879/Put/seqid=0 2024-11-21T07:33:41,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742119_1295 (size=14741) 2024-11-21T07:33:41,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:41,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174481895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174481895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:41,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:41,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174481896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174481895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:41,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174481899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174482000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174482000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174482000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174482000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174482002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174482202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174482202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174482202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174482202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174482204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/65fdc717be2e4ef085d6973fb847c940 2024-11-21T07:33:42,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/c281ae9adc3043a88a050183af4fa424 is 50, key is test_row_0/B:col10/1732174421879/Put/seqid=0 2024-11-21T07:33:42,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742120_1296 (size=12301) 2024-11-21T07:33:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T07:33:42,368 INFO [Thread-1042 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-21T07:33:42,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-21T07:33:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T07:33:42,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:42,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:42,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T07:33:42,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174482504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174482504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174482506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174482506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174482518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T07:33:42,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:42,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:42,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:42,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T07:33:42,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T07:33:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:42,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/c281ae9adc3043a88a050183af4fa424 2024-11-21T07:33:42,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/3a02748c8c4d42b0988429d306f548c9 is 50, key is test_row_0/C:col10/1732174421879/Put/seqid=0 2024-11-21T07:33:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742121_1297 (size=12301) 2024-11-21T07:33:42,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T07:33:42,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:42,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:42,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:42,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,907 DEBUG [Thread-1043 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:63395 2024-11-21T07:33:42,908 DEBUG [Thread-1043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:42,908 DEBUG [Thread-1051 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:63395 2024-11-21T07:33:42,909 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:42,909 DEBUG [Thread-1049 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:63395 2024-11-21T07:33:42,909 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:42,909 DEBUG [Thread-1047 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:63395 2024-11-21T07:33:42,910 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:42,911 DEBUG [Thread-1045 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:63395 2024-11-21T07:33:42,911 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T07:33:42,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:42,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T07:33:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:42,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:43,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49206 deadline: 1732174483007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:43,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49224 deadline: 1732174483008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:43,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49220 deadline: 1732174483010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:43,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49240 deadline: 1732174483011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:43,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49260 deadline: 1732174483022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:43,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:43,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T07:33:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:43,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:43,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:43,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/3a02748c8c4d42b0988429d306f548c9 2024-11-21T07:33:43,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/65fdc717be2e4ef085d6973fb847c940 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/65fdc717be2e4ef085d6973fb847c940 2024-11-21T07:33:43,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/65fdc717be2e4ef085d6973fb847c940, entries=200, sequenceid=358, filesize=14.4 K 2024-11-21T07:33:43,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/c281ae9adc3043a88a050183af4fa424 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c281ae9adc3043a88a050183af4fa424 2024-11-21T07:33:43,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c281ae9adc3043a88a050183af4fa424, entries=150, sequenceid=358, filesize=12.0 K 2024-11-21T07:33:43,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/3a02748c8c4d42b0988429d306f548c9 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/3a02748c8c4d42b0988429d306f548c9 2024-11-21T07:33:43,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/3a02748c8c4d42b0988429d306f548c9, entries=150, sequenceid=358, filesize=12.0 K 2024-11-21T07:33:43,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f32367f8a8763e0bca7d85eaeb118505 in 1278ms, sequenceid=358, compaction requested=true 2024-11-21T07:33:43,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:43,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:43,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:43,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:43,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:43,158 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:43,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f32367f8a8763e0bca7d85eaeb118505:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:43,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:43,158 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:43,159 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:43,159 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:43,159 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/B is initiating minor compaction (all files) 2024-11-21T07:33:43,159 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/A is initiating minor compaction (all files) 2024-11-21T07:33:43,159 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/B in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:43,159 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/A in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:43,159 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/75d958da1d36468198ddf7c8abd6623f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/da9134ad1f5d4803bdc8368b29cfbce5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/65fdc717be2e4ef085d6973fb847c940] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=39.2 K 2024-11-21T07:33:43,159 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/1fc4dbe7702445b8a8dbea493bdadc5a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/79ce07fee7964638b915740c7e651a55, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c281ae9adc3043a88a050183af4fa424] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=36.8 K 2024-11-21T07:33:43,159 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75d958da1d36468198ddf7c8abd6623f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732174419124 2024-11-21T07:33:43,159 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fc4dbe7702445b8a8dbea493bdadc5a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732174419124 2024-11-21T07:33:43,159 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 79ce07fee7964638b915740c7e651a55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732174419747 2024-11-21T07:33:43,160 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting da9134ad1f5d4803bdc8368b29cfbce5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732174419747 2024-11-21T07:33:43,160 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting c281ae9adc3043a88a050183af4fa424, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732174421870 2024-11-21T07:33:43,160 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65fdc717be2e4ef085d6973fb847c940, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732174421870 2024-11-21T07:33:43,166 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:43,166 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#A#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:43,166 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/f8db9f7b14184cafb3976ed2f6922848 is 50, key is test_row_0/A:col10/1732174421879/Put/seqid=0 2024-11-21T07:33:43,166 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/34b0521695ff46128917a05c480bea16 is 50, key is test_row_0/B:col10/1732174421879/Put/seqid=0 2024-11-21T07:33:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742122_1298 (size=13187) 2024-11-21T07:33:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742123_1299 (size=13187) 2024-11-21T07:33:43,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:43,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-21T07:33:43,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:43,288 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T07:33:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:43,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:43,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:43,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:43,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:43,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/397ecb1251814cb3823910d5eda9ba4d is 50, key is test_row_0/A:col10/1732174421897/Put/seqid=0 2024-11-21T07:33:43,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742124_1300 (size=12301) 2024-11-21T07:33:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T07:33:43,575 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/34b0521695ff46128917a05c480bea16 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/34b0521695ff46128917a05c480bea16 2024-11-21T07:33:43,575 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/f8db9f7b14184cafb3976ed2f6922848 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f8db9f7b14184cafb3976ed2f6922848 2024-11-21T07:33:43,580 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/A of f32367f8a8763e0bca7d85eaeb118505 into f8db9f7b14184cafb3976ed2f6922848(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:43,580 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/B of f32367f8a8763e0bca7d85eaeb118505 into 34b0521695ff46128917a05c480bea16(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:43,581 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:43,581 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:43,581 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/A, priority=13, startTime=1732174423158; duration=0sec 2024-11-21T07:33:43,581 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/B, priority=13, startTime=1732174423158; duration=0sec 2024-11-21T07:33:43,581 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:43,581 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:A 2024-11-21T07:33:43,581 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:43,581 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:B 2024-11-21T07:33:43,581 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:43,582 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:43,582 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): f32367f8a8763e0bca7d85eaeb118505/C is initiating minor compaction (all files) 2024-11-21T07:33:43,582 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f32367f8a8763e0bca7d85eaeb118505/C in TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:43,582 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9ddeb3298af74b668643d16f8fb6e912, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97e591157a43489ab2830d7a87c3da80, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/3a02748c8c4d42b0988429d306f548c9] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp, totalSize=36.8 K 2024-11-21T07:33:43,582 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ddeb3298af74b668643d16f8fb6e912, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732174419124 2024-11-21T07:33:43,583 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97e591157a43489ab2830d7a87c3da80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732174419747 2024-11-21T07:33:43,583 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a02748c8c4d42b0988429d306f548c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732174421870 2024-11-21T07:33:43,591 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f32367f8a8763e0bca7d85eaeb118505#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:43,591 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/c79387d6e9ef488199f76fdf5c3a90d2 is 50, key is test_row_0/C:col10/1732174421879/Put/seqid=0 2024-11-21T07:33:43,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742125_1301 (size=13153) 2024-11-21T07:33:43,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/397ecb1251814cb3823910d5eda9ba4d 2024-11-21T07:33:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/6d7bf606242045bd9f43aaa97be9e79d is 50, key is test_row_0/B:col10/1732174421897/Put/seqid=0 2024-11-21T07:33:43,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742126_1302 (size=12301) 2024-11-21T07:33:44,007 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/c79387d6e9ef488199f76fdf5c3a90d2 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/c79387d6e9ef488199f76fdf5c3a90d2 2024-11-21T07:33:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:44,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. as already flushing 2024-11-21T07:33:44,013 DEBUG [Thread-1034 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:63395 2024-11-21T07:33:44,013 DEBUG [Thread-1034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:44,014 DEBUG [Thread-1038 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:63395 2024-11-21T07:33:44,014 DEBUG [Thread-1038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:44,015 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f32367f8a8763e0bca7d85eaeb118505/C of f32367f8a8763e0bca7d85eaeb118505 into c79387d6e9ef488199f76fdf5c3a90d2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:44,015 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:44,015 DEBUG [Thread-1040 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:63395 2024-11-21T07:33:44,015 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505., storeName=f32367f8a8763e0bca7d85eaeb118505/C, priority=13, startTime=1732174423158; duration=0sec 2024-11-21T07:33:44,015 DEBUG [Thread-1040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:44,015 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:44,015 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f32367f8a8763e0bca7d85eaeb118505:C 2024-11-21T07:33:44,018 DEBUG [Thread-1036 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:63395 2024-11-21T07:33:44,018 DEBUG [Thread-1036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:44,033 DEBUG [Thread-1032 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:63395 2024-11-21T07:33:44,033 DEBUG [Thread-1032 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:44,118 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/6d7bf606242045bd9f43aaa97be9e79d 2024-11-21T07:33:44,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/d96e3f8c7c0d479b9b01000ffd34b077 is 50, key is test_row_0/C:col10/1732174421897/Put/seqid=0 2024-11-21T07:33:44,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742127_1303 (size=12301) 2024-11-21T07:33:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T07:33:44,530 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/d96e3f8c7c0d479b9b01000ffd34b077 2024-11-21T07:33:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/397ecb1251814cb3823910d5eda9ba4d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/397ecb1251814cb3823910d5eda9ba4d 2024-11-21T07:33:44,546 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/397ecb1251814cb3823910d5eda9ba4d, entries=150, sequenceid=378, filesize=12.0 K 2024-11-21T07:33:44,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/6d7bf606242045bd9f43aaa97be9e79d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/6d7bf606242045bd9f43aaa97be9e79d 2024-11-21T07:33:44,553 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/6d7bf606242045bd9f43aaa97be9e79d, entries=150, sequenceid=378, filesize=12.0 K 2024-11-21T07:33:44,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/d96e3f8c7c0d479b9b01000ffd34b077 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/d96e3f8c7c0d479b9b01000ffd34b077 2024-11-21T07:33:44,560 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/d96e3f8c7c0d479b9b01000ffd34b077, entries=150, sequenceid=378, filesize=12.0 K 2024-11-21T07:33:44,561 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=33.54 KB/34350 for f32367f8a8763e0bca7d85eaeb118505 in 1274ms, sequenceid=378, compaction requested=false 2024-11-21T07:33:44,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:44,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:44,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-21T07:33:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-21T07:33:44,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-21T07:33:44,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1930 sec 2024-11-21T07:33:44,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.1960 sec 2024-11-21T07:33:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T07:33:46,478 INFO [Thread-1042 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7512 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7399 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7377 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7484 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7394 2024-11-21T07:33:46,479 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T07:33:46,479 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T07:33:46,479 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:63395 2024-11-21T07:33:46,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:33:46,480 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T07:33:46,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T07:33:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T07:33:46,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174426483"}]},"ts":"1732174426483"} 2024-11-21T07:33:46,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T07:33:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T07:33:46,601 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T07:33:46,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T07:33:46,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32367f8a8763e0bca7d85eaeb118505, UNASSIGN}] 2024-11-21T07:33:46,607 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32367f8a8763e0bca7d85eaeb118505, UNASSIGN 2024-11-21T07:33:46,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=f32367f8a8763e0bca7d85eaeb118505, regionState=CLOSING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:33:46,609 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T07:33:46,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:33:46,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:46,762 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:46,762 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T07:33:46,762 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing f32367f8a8763e0bca7d85eaeb118505, disabling compactions & flushes 2024-11-21T07:33:46,762 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:46,762 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:46,762 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. after waiting 0 ms 2024-11-21T07:33:46,762 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:46,763 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing f32367f8a8763e0bca7d85eaeb118505 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T07:33:46,763 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=A 2024-11-21T07:33:46,763 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:46,763 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=B 2024-11-21T07:33:46,763 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:46,763 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f32367f8a8763e0bca7d85eaeb118505, store=C 2024-11-21T07:33:46,763 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:46,767 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/58a36c67e20741a2a9637a2d1e7c9446 is 50, key is test_row_0/A:col10/1732174424017/Put/seqid=0 2024-11-21T07:33:46,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742128_1304 (size=12301) 2024-11-21T07:33:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T07:33:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T07:33:47,173 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/58a36c67e20741a2a9637a2d1e7c9446 2024-11-21T07:33:47,188 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/d0531f487fb34cdca32f9397aa29c502 is 50, key is test_row_0/B:col10/1732174424017/Put/seqid=0 2024-11-21T07:33:47,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742129_1305 (size=12301) 2024-11-21T07:33:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T07:33:47,594 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/d0531f487fb34cdca32f9397aa29c502 2024-11-21T07:33:47,606 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9aa240eecff64ff1aaae822721958aac is 50, key is test_row_0/C:col10/1732174424017/Put/seqid=0 2024-11-21T07:33:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742130_1306 (size=12301) 2024-11-21T07:33:48,011 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9aa240eecff64ff1aaae822721958aac 2024-11-21T07:33:48,022 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/A/58a36c67e20741a2a9637a2d1e7c9446 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/58a36c67e20741a2a9637a2d1e7c9446 2024-11-21T07:33:48,027 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/58a36c67e20741a2a9637a2d1e7c9446, entries=150, sequenceid=389, filesize=12.0 K 2024-11-21T07:33:48,028 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/B/d0531f487fb34cdca32f9397aa29c502 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/d0531f487fb34cdca32f9397aa29c502 2024-11-21T07:33:48,033 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/d0531f487fb34cdca32f9397aa29c502, entries=150, sequenceid=389, filesize=12.0 K 2024-11-21T07:33:48,034 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/.tmp/C/9aa240eecff64ff1aaae822721958aac as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9aa240eecff64ff1aaae822721958aac 2024-11-21T07:33:48,038 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9aa240eecff64ff1aaae822721958aac, entries=150, sequenceid=389, filesize=12.0 K 2024-11-21T07:33:48,039 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f32367f8a8763e0bca7d85eaeb118505 in 1277ms, sequenceid=389, compaction requested=true 2024-11-21T07:33:48,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9fa2f90a5c0d4722bead27fbf76104f4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9b4da776f4e541a39217e90b6eef19f8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/729dbdbd3f8c4b80bd914c4f667f0d01, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/fff37d0720f143a89435f1f573dff059, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/bfca40beb53f4755a3fad7f6abcff5e3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae56bda31eab4f00b33efdb97f60b751, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/551f16842cdd4bc48fb3274d830f4a92, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/dca500e70a8a4ae48bd6c188f21313ee, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/b7c86f7302f247afb7161b01279866f0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/d69647b2d17842159002bf670b9c87ac, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0fa7882164d749068389456663103ff6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8607f987ed3e45cd8189ff40277e82c4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/33fa3ed4154445579f5d34b80359893a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/01eddabd498846048a51b585e6e692e9, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f7d2112c09c142ed90b4d875dcf0eed1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/08e2fc398117494c9aa969abff5019aa, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae385e9524194727baaa5f440bd7d0f0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8f0b318f596849dd887ff0698852c2e3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f9cdae3aa6bf445dbe080e71eaab4dd3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/c692c26e3fc540b0890ba27c03d37e28, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/2c9711dbbf5d4fc5a2e927d184bde682, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/7a2c4ce69ce24480bc7b8ba39a5db811, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/75d958da1d36468198ddf7c8abd6623f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0e017c885b7641cf89b570f9bae41b58, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/da9134ad1f5d4803bdc8368b29cfbce5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/65fdc717be2e4ef085d6973fb847c940] to archive 2024-11-21T07:33:48,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:33:48,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9fa2f90a5c0d4722bead27fbf76104f4 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9fa2f90a5c0d4722bead27fbf76104f4 2024-11-21T07:33:48,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9b4da776f4e541a39217e90b6eef19f8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/9b4da776f4e541a39217e90b6eef19f8 2024-11-21T07:33:48,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/729dbdbd3f8c4b80bd914c4f667f0d01 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/729dbdbd3f8c4b80bd914c4f667f0d01 2024-11-21T07:33:48,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/fff37d0720f143a89435f1f573dff059 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/fff37d0720f143a89435f1f573dff059 2024-11-21T07:33:48,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/bfca40beb53f4755a3fad7f6abcff5e3 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/bfca40beb53f4755a3fad7f6abcff5e3 2024-11-21T07:33:48,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae56bda31eab4f00b33efdb97f60b751 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae56bda31eab4f00b33efdb97f60b751 2024-11-21T07:33:48,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/551f16842cdd4bc48fb3274d830f4a92 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/551f16842cdd4bc48fb3274d830f4a92 2024-11-21T07:33:48,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/dca500e70a8a4ae48bd6c188f21313ee to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/dca500e70a8a4ae48bd6c188f21313ee 2024-11-21T07:33:48,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/b7c86f7302f247afb7161b01279866f0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/b7c86f7302f247afb7161b01279866f0 2024-11-21T07:33:48,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/d69647b2d17842159002bf670b9c87ac to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/d69647b2d17842159002bf670b9c87ac 2024-11-21T07:33:48,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0fa7882164d749068389456663103ff6 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0fa7882164d749068389456663103ff6 2024-11-21T07:33:48,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8607f987ed3e45cd8189ff40277e82c4 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8607f987ed3e45cd8189ff40277e82c4 2024-11-21T07:33:48,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/33fa3ed4154445579f5d34b80359893a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/33fa3ed4154445579f5d34b80359893a 2024-11-21T07:33:48,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/01eddabd498846048a51b585e6e692e9 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/01eddabd498846048a51b585e6e692e9 2024-11-21T07:33:48,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f7d2112c09c142ed90b4d875dcf0eed1 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f7d2112c09c142ed90b4d875dcf0eed1 2024-11-21T07:33:48,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/08e2fc398117494c9aa969abff5019aa to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/08e2fc398117494c9aa969abff5019aa 2024-11-21T07:33:48,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae385e9524194727baaa5f440bd7d0f0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/ae385e9524194727baaa5f440bd7d0f0 2024-11-21T07:33:48,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8f0b318f596849dd887ff0698852c2e3 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/8f0b318f596849dd887ff0698852c2e3 2024-11-21T07:33:48,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f9cdae3aa6bf445dbe080e71eaab4dd3 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f9cdae3aa6bf445dbe080e71eaab4dd3 2024-11-21T07:33:48,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/c692c26e3fc540b0890ba27c03d37e28 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/c692c26e3fc540b0890ba27c03d37e28 2024-11-21T07:33:48,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/2c9711dbbf5d4fc5a2e927d184bde682 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/2c9711dbbf5d4fc5a2e927d184bde682 2024-11-21T07:33:48,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/7a2c4ce69ce24480bc7b8ba39a5db811 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/7a2c4ce69ce24480bc7b8ba39a5db811 2024-11-21T07:33:48,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/75d958da1d36468198ddf7c8abd6623f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/75d958da1d36468198ddf7c8abd6623f 2024-11-21T07:33:48,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0e017c885b7641cf89b570f9bae41b58 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/0e017c885b7641cf89b570f9bae41b58 2024-11-21T07:33:48,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/da9134ad1f5d4803bdc8368b29cfbce5 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/da9134ad1f5d4803bdc8368b29cfbce5 2024-11-21T07:33:48,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/65fdc717be2e4ef085d6973fb847c940 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/65fdc717be2e4ef085d6973fb847c940 2024-11-21T07:33:48,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c75be0d73cbf4fcd831c2b1e05517b6f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/21d3975087d849378651a63a5580a28a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/f0fd6f56755d44c6800bd8452ede7377, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/66063da85227411cb328b354887d6872, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/e961c659c9714c27a317109fce1dd855, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0829998b37f74cf2ab7acc5e0f48db95, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/90265876c42c40208c1a1b7cd562d180, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/828fcbfb255b49e9828f28abb453d28b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/8645d6a5a3da431bab9711d78b3b592f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/919753c93236451c974fff38d9c2e813, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/ebf1cd1d7b354d919c14409a9b847ff7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/69f336b474a641f2894110fd64ddf208, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/1bdd3a7c2e8d4dccb0feeca31bc3bffa, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/304ee5f74eed4f908d648cf4a15c4e17, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/04fd652c3cf04c24ace190bb756e17f7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/5b46c97bd9a74e42a8203849e4b04fe5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/92f84eb0f3a2466d8ebfa693539b1baa, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/d3cd6fa114a647ffa2eebd831b247cc4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/6fe42a3f89b54d2a89605400f0ec1d17, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0654eb417c1a421ea9081aaa1c12dfdf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/7b72c82149664329a7a263517971b426, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c935fa153861419d8b11f9faa63e28b3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/1fc4dbe7702445b8a8dbea493bdadc5a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/4f3f175eb05b452fbfee8b10a8627db8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/79ce07fee7964638b915740c7e651a55, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c281ae9adc3043a88a050183af4fa424] to archive 2024-11-21T07:33:48,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:33:48,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c75be0d73cbf4fcd831c2b1e05517b6f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c75be0d73cbf4fcd831c2b1e05517b6f 2024-11-21T07:33:48,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/21d3975087d849378651a63a5580a28a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/21d3975087d849378651a63a5580a28a 2024-11-21T07:33:48,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/f0fd6f56755d44c6800bd8452ede7377 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/f0fd6f56755d44c6800bd8452ede7377 2024-11-21T07:33:48,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/66063da85227411cb328b354887d6872 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/66063da85227411cb328b354887d6872 2024-11-21T07:33:48,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/e961c659c9714c27a317109fce1dd855 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/e961c659c9714c27a317109fce1dd855 2024-11-21T07:33:48,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0829998b37f74cf2ab7acc5e0f48db95 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0829998b37f74cf2ab7acc5e0f48db95 2024-11-21T07:33:48,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/90265876c42c40208c1a1b7cd562d180 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/90265876c42c40208c1a1b7cd562d180 2024-11-21T07:33:48,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/828fcbfb255b49e9828f28abb453d28b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/828fcbfb255b49e9828f28abb453d28b 2024-11-21T07:33:48,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/8645d6a5a3da431bab9711d78b3b592f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/8645d6a5a3da431bab9711d78b3b592f 2024-11-21T07:33:48,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/919753c93236451c974fff38d9c2e813 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/919753c93236451c974fff38d9c2e813 2024-11-21T07:33:48,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/ebf1cd1d7b354d919c14409a9b847ff7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/ebf1cd1d7b354d919c14409a9b847ff7 2024-11-21T07:33:48,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/69f336b474a641f2894110fd64ddf208 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/69f336b474a641f2894110fd64ddf208 2024-11-21T07:33:48,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/1bdd3a7c2e8d4dccb0feeca31bc3bffa to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/1bdd3a7c2e8d4dccb0feeca31bc3bffa 2024-11-21T07:33:48,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/304ee5f74eed4f908d648cf4a15c4e17 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/304ee5f74eed4f908d648cf4a15c4e17 2024-11-21T07:33:48,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/04fd652c3cf04c24ace190bb756e17f7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/04fd652c3cf04c24ace190bb756e17f7 2024-11-21T07:33:48,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/5b46c97bd9a74e42a8203849e4b04fe5 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/5b46c97bd9a74e42a8203849e4b04fe5 2024-11-21T07:33:48,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/92f84eb0f3a2466d8ebfa693539b1baa to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/92f84eb0f3a2466d8ebfa693539b1baa 2024-11-21T07:33:48,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/d3cd6fa114a647ffa2eebd831b247cc4 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/d3cd6fa114a647ffa2eebd831b247cc4 2024-11-21T07:33:48,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/6fe42a3f89b54d2a89605400f0ec1d17 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/6fe42a3f89b54d2a89605400f0ec1d17 2024-11-21T07:33:48,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0654eb417c1a421ea9081aaa1c12dfdf to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/0654eb417c1a421ea9081aaa1c12dfdf 2024-11-21T07:33:48,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/7b72c82149664329a7a263517971b426 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/7b72c82149664329a7a263517971b426 2024-11-21T07:33:48,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c935fa153861419d8b11f9faa63e28b3 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c935fa153861419d8b11f9faa63e28b3 2024-11-21T07:33:48,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/1fc4dbe7702445b8a8dbea493bdadc5a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/1fc4dbe7702445b8a8dbea493bdadc5a 2024-11-21T07:33:48,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/4f3f175eb05b452fbfee8b10a8627db8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/4f3f175eb05b452fbfee8b10a8627db8 2024-11-21T07:33:48,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/79ce07fee7964638b915740c7e651a55 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/79ce07fee7964638b915740c7e651a55 2024-11-21T07:33:48,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c281ae9adc3043a88a050183af4fa424 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/c281ae9adc3043a88a050183af4fa424 2024-11-21T07:33:48,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/686b05c5868146e0be20c474961ce3fc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/a8cb8521a8054ab7b6246f482766e51a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9cba7d5b4261428b9414303b85aa5e81, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9c1f7afba441462c840a049d9893a98f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8c549e41bc3040c68847e9a28e953f00, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/be7c8787882b4138a78a3b1b708df5ce, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4d43d6804e1442e3a50fea42540cac30, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/ef0159f99a6a4a1c8a2c15199fb50917, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/79433ad72ed7495fb59559520e21d74c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4a4844463cbf495a8c3b8d9564eddda9, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/e6b02c9706674263ad3e967b6d2b9d78, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/967e6438f77b4463910c7a6d9eb252b1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8bd0ab2f6ff5431db8f9080e9292dc26, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/f80fcbcdbeba4a4381e776fb86c1c3b8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6fb95bdeb6ae40d48f469259d9d88cb0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6191a1d43c2c43b58b22154f2789af12, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/685635bb6336487cb6a28377904b6d4c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97dbe96a2d054783991a13865248f06f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9fe3497de5ac41f9a9215462842fa5d7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8736e7426af436d8ec461f9bbc2570f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8564d61be7d4321a2d0471cd62685dc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9ddeb3298af74b668643d16f8fb6e912, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/7b54b7ff30ef4d19b66e5f36db9902a8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97e591157a43489ab2830d7a87c3da80, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/3a02748c8c4d42b0988429d306f548c9] to archive 2024-11-21T07:33:48,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:33:48,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/686b05c5868146e0be20c474961ce3fc to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/686b05c5868146e0be20c474961ce3fc 2024-11-21T07:33:48,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/a8cb8521a8054ab7b6246f482766e51a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/a8cb8521a8054ab7b6246f482766e51a 2024-11-21T07:33:48,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9cba7d5b4261428b9414303b85aa5e81 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9cba7d5b4261428b9414303b85aa5e81 2024-11-21T07:33:48,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9c1f7afba441462c840a049d9893a98f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9c1f7afba441462c840a049d9893a98f 2024-11-21T07:33:48,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8c549e41bc3040c68847e9a28e953f00 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8c549e41bc3040c68847e9a28e953f00 2024-11-21T07:33:48,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/be7c8787882b4138a78a3b1b708df5ce to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/be7c8787882b4138a78a3b1b708df5ce 2024-11-21T07:33:48,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4d43d6804e1442e3a50fea42540cac30 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4d43d6804e1442e3a50fea42540cac30 2024-11-21T07:33:48,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/ef0159f99a6a4a1c8a2c15199fb50917 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/ef0159f99a6a4a1c8a2c15199fb50917 2024-11-21T07:33:48,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/79433ad72ed7495fb59559520e21d74c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/79433ad72ed7495fb59559520e21d74c 2024-11-21T07:33:48,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4a4844463cbf495a8c3b8d9564eddda9 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/4a4844463cbf495a8c3b8d9564eddda9 2024-11-21T07:33:48,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/e6b02c9706674263ad3e967b6d2b9d78 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/e6b02c9706674263ad3e967b6d2b9d78 2024-11-21T07:33:48,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/967e6438f77b4463910c7a6d9eb252b1 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/967e6438f77b4463910c7a6d9eb252b1 2024-11-21T07:33:48,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8bd0ab2f6ff5431db8f9080e9292dc26 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/8bd0ab2f6ff5431db8f9080e9292dc26 2024-11-21T07:33:48,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/f80fcbcdbeba4a4381e776fb86c1c3b8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/f80fcbcdbeba4a4381e776fb86c1c3b8 2024-11-21T07:33:48,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6fb95bdeb6ae40d48f469259d9d88cb0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6fb95bdeb6ae40d48f469259d9d88cb0 2024-11-21T07:33:48,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6191a1d43c2c43b58b22154f2789af12 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/6191a1d43c2c43b58b22154f2789af12 2024-11-21T07:33:48,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/685635bb6336487cb6a28377904b6d4c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/685635bb6336487cb6a28377904b6d4c 2024-11-21T07:33:48,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97dbe96a2d054783991a13865248f06f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97dbe96a2d054783991a13865248f06f 2024-11-21T07:33:48,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9fe3497de5ac41f9a9215462842fa5d7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9fe3497de5ac41f9a9215462842fa5d7 2024-11-21T07:33:48,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8736e7426af436d8ec461f9bbc2570f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8736e7426af436d8ec461f9bbc2570f 2024-11-21T07:33:48,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8564d61be7d4321a2d0471cd62685dc to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/b8564d61be7d4321a2d0471cd62685dc 2024-11-21T07:33:48,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9ddeb3298af74b668643d16f8fb6e912 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9ddeb3298af74b668643d16f8fb6e912 2024-11-21T07:33:48,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/7b54b7ff30ef4d19b66e5f36db9902a8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/7b54b7ff30ef4d19b66e5f36db9902a8 2024-11-21T07:33:48,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97e591157a43489ab2830d7a87c3da80 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/97e591157a43489ab2830d7a87c3da80 2024-11-21T07:33:48,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/3a02748c8c4d42b0988429d306f548c9 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/3a02748c8c4d42b0988429d306f548c9 2024-11-21T07:33:48,109 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/recovered.edits/392.seqid, newMaxSeqId=392, maxSeqId=1 2024-11-21T07:33:48,109 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505. 2024-11-21T07:33:48,109 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for f32367f8a8763e0bca7d85eaeb118505: 2024-11-21T07:33:48,111 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:48,111 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=f32367f8a8763e0bca7d85eaeb118505, regionState=CLOSED 2024-11-21T07:33:48,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-21T07:33:48,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure f32367f8a8763e0bca7d85eaeb118505, server=7031d45592d4,46583,1732174333165 in 1.5030 sec 2024-11-21T07:33:48,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-21T07:33:48,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f32367f8a8763e0bca7d85eaeb118505, UNASSIGN in 1.5080 sec 2024-11-21T07:33:48,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-21T07:33:48,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5110 sec 2024-11-21T07:33:48,116 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174428116"}]},"ts":"1732174428116"} 2024-11-21T07:33:48,117 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T07:33:48,201 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T07:33:48,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7220 sec 2024-11-21T07:33:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T07:33:48,591 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-21T07:33:48,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T07:33:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:48,595 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-21T07:33:48,596 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:48,599 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:48,605 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/recovered.edits] 2024-11-21T07:33:48,611 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/397ecb1251814cb3823910d5eda9ba4d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/397ecb1251814cb3823910d5eda9ba4d 2024-11-21T07:33:48,613 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/58a36c67e20741a2a9637a2d1e7c9446 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/58a36c67e20741a2a9637a2d1e7c9446 2024-11-21T07:33:48,615 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f8db9f7b14184cafb3976ed2f6922848 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/A/f8db9f7b14184cafb3976ed2f6922848 2024-11-21T07:33:48,620 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/34b0521695ff46128917a05c480bea16 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/34b0521695ff46128917a05c480bea16 2024-11-21T07:33:48,622 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/6d7bf606242045bd9f43aaa97be9e79d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/6d7bf606242045bd9f43aaa97be9e79d 2024-11-21T07:33:48,624 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/d0531f487fb34cdca32f9397aa29c502 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/B/d0531f487fb34cdca32f9397aa29c502 2024-11-21T07:33:48,629 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9aa240eecff64ff1aaae822721958aac to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/9aa240eecff64ff1aaae822721958aac 2024-11-21T07:33:48,631 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/c79387d6e9ef488199f76fdf5c3a90d2 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/c79387d6e9ef488199f76fdf5c3a90d2 2024-11-21T07:33:48,633 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/d96e3f8c7c0d479b9b01000ffd34b077 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/C/d96e3f8c7c0d479b9b01000ffd34b077 2024-11-21T07:33:48,636 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/recovered.edits/392.seqid to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505/recovered.edits/392.seqid 2024-11-21T07:33:48,636 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/f32367f8a8763e0bca7d85eaeb118505 2024-11-21T07:33:48,636 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T07:33:48,637 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:48,642 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T07:33:48,643 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T07:33:48,644 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:48,644 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T07:33:48,645 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732174428644"}]},"ts":"9223372036854775807"} 2024-11-21T07:33:48,646 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T07:33:48,646 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f32367f8a8763e0bca7d85eaeb118505, NAME => 'TestAcidGuarantees,,1732174400636.f32367f8a8763e0bca7d85eaeb118505.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T07:33:48,646 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T07:33:48,646 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732174428646"}]},"ts":"9223372036854775807"} 2024-11-21T07:33:48,648 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T07:33:48,659 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:48,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-21T07:33:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-21T07:33:48,698 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-21T07:33:48,708 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 272) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6089 (was 6159) 2024-11-21T07:33:48,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=6089 2024-11-21T07:33:48,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T07:33:48,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T07:33:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:48,722 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T07:33:48,722 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:48,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-21T07:33:48,723 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T07:33:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T07:33:48,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742131_1307 (size=960) 2024-11-21T07:33:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T07:33:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T07:33:49,135 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6 2024-11-21T07:33:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742132_1308 (size=53) 2024-11-21T07:33:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T07:33:49,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:33:49,547 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9ee245933ae5e1f937755148cefaaedb, disabling compactions & flushes 2024-11-21T07:33:49,547 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:49,547 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:49,547 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. after waiting 0 ms 2024-11-21T07:33:49,547 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:49,547 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:49,547 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:49,550 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T07:33:49,551 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732174429550"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732174429550"}]},"ts":"1732174429550"} 2024-11-21T07:33:49,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T07:33:49,555 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T07:33:49,555 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174429555"}]},"ts":"1732174429555"} 2024-11-21T07:33:49,556 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T07:33:49,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, ASSIGN}] 2024-11-21T07:33:49,612 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, ASSIGN 2024-11-21T07:33:49,613 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, ASSIGN; state=OFFLINE, location=7031d45592d4,46583,1732174333165; forceNewPlan=false, retain=false 2024-11-21T07:33:49,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=9ee245933ae5e1f937755148cefaaedb, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:33:49,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:33:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T07:33:49,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:49,924 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:49,924 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:33:49,925 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:49,925 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:33:49,925 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:49,925 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:49,927 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:49,929 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:33:49,930 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ee245933ae5e1f937755148cefaaedb columnFamilyName A 2024-11-21T07:33:49,930 DEBUG [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:49,930 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(327): Store=9ee245933ae5e1f937755148cefaaedb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:33:49,931 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:49,932 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:33:49,932 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ee245933ae5e1f937755148cefaaedb columnFamilyName B 2024-11-21T07:33:49,932 DEBUG [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:49,933 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(327): Store=9ee245933ae5e1f937755148cefaaedb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:33:49,933 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:49,934 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:33:49,935 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ee245933ae5e1f937755148cefaaedb columnFamilyName C 2024-11-21T07:33:49,935 DEBUG [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:49,935 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(327): Store=9ee245933ae5e1f937755148cefaaedb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:33:49,935 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:49,937 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:49,937 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:49,939 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:33:49,941 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:49,944 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T07:33:49,944 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 9ee245933ae5e1f937755148cefaaedb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72773328, jitterRate=0.08440709114074707}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:33:49,945 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:49,946 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., pid=96, masterSystemTime=1732174429919 2024-11-21T07:33:49,947 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:49,947 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:49,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=9ee245933ae5e1f937755148cefaaedb, regionState=OPEN, openSeqNum=2, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:33:49,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-21T07:33:49,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 in 183 msec 2024-11-21T07:33:49,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-21T07:33:49,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, ASSIGN in 340 msec 2024-11-21T07:33:49,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T07:33:49,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174429952"}]},"ts":"1732174429952"} 2024-11-21T07:33:49,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T07:33:49,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T07:33:49,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2730 sec 2024-11-21T07:33:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-21T07:33:50,835 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-21T07:33:50,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-11-21T07:33:50,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:50,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:50,891 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:50,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T07:33:50,895 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T07:33:50,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T07:33:50,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T07:33:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T07:33:50,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742133_1309 (size=996) 2024-11-21T07:33:50,909 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T07:33:50,909 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T07:33:50,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T07:33:50,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, REOPEN/MOVE}] 2024-11-21T07:33:50,914 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, REOPEN/MOVE 2024-11-21T07:33:50,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=9ee245933ae5e1f937755148cefaaedb, regionState=CLOSING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:33:50,915 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T07:33:50,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:33:51,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,067 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,067 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T07:33:51,067 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 9ee245933ae5e1f937755148cefaaedb, disabling compactions & flushes 2024-11-21T07:33:51,067 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,067 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,067 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. after waiting 0 ms 2024-11-21T07:33:51,067 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,072 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T07:33:51,073 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,073 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:51,073 WARN [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 9ee245933ae5e1f937755148cefaaedb to self. 2024-11-21T07:33:51,074 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=9ee245933ae5e1f937755148cefaaedb, regionState=CLOSED 2024-11-21T07:33:51,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-21T07:33:51,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 in 161 msec 2024-11-21T07:33:51,079 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, REOPEN/MOVE; state=CLOSED, location=7031d45592d4,46583,1732174333165; forceNewPlan=false, retain=true 2024-11-21T07:33:51,229 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=9ee245933ae5e1f937755148cefaaedb, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:33:51,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,392 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,392 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:33:51,393 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,393 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:33:51,393 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,393 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,395 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,396 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:33:51,396 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ee245933ae5e1f937755148cefaaedb columnFamilyName A 2024-11-21T07:33:51,397 DEBUG [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:51,398 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(327): Store=9ee245933ae5e1f937755148cefaaedb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:33:51,399 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,399 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:33:51,399 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ee245933ae5e1f937755148cefaaedb columnFamilyName B 2024-11-21T07:33:51,400 DEBUG [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:51,400 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(327): Store=9ee245933ae5e1f937755148cefaaedb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:33:51,400 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,401 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:33:51,401 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ee245933ae5e1f937755148cefaaedb columnFamilyName C 2024-11-21T07:33:51,401 DEBUG [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:51,402 INFO [StoreOpener-9ee245933ae5e1f937755148cefaaedb-1 {}] regionserver.HStore(327): Store=9ee245933ae5e1f937755148cefaaedb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:33:51,402 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,403 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,405 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,407 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:33:51,409 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,410 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 9ee245933ae5e1f937755148cefaaedb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74242182, jitterRate=0.10629472136497498}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:33:51,411 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:51,412 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., pid=101, masterSystemTime=1732174431384 2024-11-21T07:33:51,414 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,414 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,414 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=9ee245933ae5e1f937755148cefaaedb, regionState=OPEN, openSeqNum=5, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-21T07:33:51,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 in 184 msec 2024-11-21T07:33:51,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-21T07:33:51,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, REOPEN/MOVE in 504 msec 2024-11-21T07:33:51,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-21T07:33:51,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-11-21T07:33:51,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 524 msec 2024-11-21T07:33:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-21T07:33:51,427 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-21T07:33:51,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:51,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-21T07:33:51,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:51,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-21T07:33:51,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:51,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-21T07:33:51,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:51,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-21T07:33:51,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:51,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-11-21T07:33:51,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:51,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-21T07:33:51,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:51,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-21T07:33:51,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:51,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-21T07:33:51,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:51,561 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-21T07:33:51,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:33:51,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:51,573 DEBUG [hconnection-0x45d453e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:51,573 DEBUG [hconnection-0x66e1a4e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:51,573 DEBUG [hconnection-0x512dbd84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-21T07:33:51,574 DEBUG [hconnection-0x74e1600c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:51,575 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:51,575 DEBUG [hconnection-0x6117c1e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:51,575 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:51,575 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:51,575 DEBUG [hconnection-0x404e4d5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:51,575 DEBUG [hconnection-0x79f23f58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:51,576 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:51,576 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:51,576 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:51,576 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:51,576 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T07:33:51,576 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:51,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:51,577 DEBUG [hconnection-0x775a5337-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:51,578 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:51,578 DEBUG [hconnection-0x5992581e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:51,578 DEBUG [hconnection-0x2850ff85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:33:51,580 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:51,580 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:33:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:51,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:33:51,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:33:51,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:51,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:33:51,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:51,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:33:51,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:51,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174491599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121919abac0138a41e5812ccb03f8adf5f0_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174431582/Put/seqid=0 2024-11-21T07:33:51,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174491599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174491600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174491600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174491601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742134_1310 (size=12154) 2024-11-21T07:33:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T07:33:51,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174491703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174491704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174491705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174491705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174491705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T07:33:51,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:51,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:51,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T07:33:51,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T07:33:51,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:51,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:51,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:51,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174491908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174491908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174491908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174491909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:51,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174491909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:52,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121919abac0138a41e5812ccb03f8adf5f0_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121919abac0138a41e5812ccb03f8adf5f0_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:52,019 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/951cf28cd19649a4a74fb5151b46739e, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:52,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/951cf28cd19649a4a74fb5151b46739e is 175, key is test_row_0/A:col10/1732174431582/Put/seqid=0 2024-11-21T07:33:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742135_1311 (size=30955) 2024-11-21T07:33:52,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T07:33:52,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:52,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T07:33:52,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T07:33:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174492212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174492213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174492213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174492213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174492214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T07:33:52,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:52,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,423 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/951cf28cd19649a4a74fb5151b46739e 2024-11-21T07:33:52,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/5a016ce285d3474d8461c69d34056ca1 is 50, key is test_row_0/B:col10/1732174431582/Put/seqid=0 2024-11-21T07:33:52,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742136_1312 (size=12001) 2024-11-21T07:33:52,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T07:33:52,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:52,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T07:33:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T07:33:52,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174492716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174492718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174492718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174492719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174492719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T07:33:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:52,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/5a016ce285d3474d8461c69d34056ca1 2024-11-21T07:33:52,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/402678f7e493400b9c774a3b562e7fdb is 50, key is test_row_0/C:col10/1732174431582/Put/seqid=0 2024-11-21T07:33:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742137_1313 (size=12001) 2024-11-21T07:33:52,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/402678f7e493400b9c774a3b562e7fdb 2024-11-21T07:33:52,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/951cf28cd19649a4a74fb5151b46739e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/951cf28cd19649a4a74fb5151b46739e 2024-11-21T07:33:52,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/951cf28cd19649a4a74fb5151b46739e, entries=150, sequenceid=17, filesize=30.2 K 2024-11-21T07:33:52,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/5a016ce285d3474d8461c69d34056ca1 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/5a016ce285d3474d8461c69d34056ca1 2024-11-21T07:33:52,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/5a016ce285d3474d8461c69d34056ca1, entries=150, sequenceid=17, filesize=11.7 K 2024-11-21T07:33:52,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/402678f7e493400b9c774a3b562e7fdb as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/402678f7e493400b9c774a3b562e7fdb 2024-11-21T07:33:52,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/402678f7e493400b9c774a3b562e7fdb, entries=150, sequenceid=17, filesize=11.7 K 2024-11-21T07:33:52,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9ee245933ae5e1f937755148cefaaedb in 1315ms, sequenceid=17, compaction requested=false 2024-11-21T07:33:52,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:52,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:52,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T07:33:52,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:52,952 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T07:33:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:33:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:33:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:33:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:52,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112188c9fdf8c1014f56a8fe6f865e2f50ee_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174431600/Put/seqid=0 2024-11-21T07:33:52,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742138_1314 (size=12154) 2024-11-21T07:33:53,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:53,364 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112188c9fdf8c1014f56a8fe6f865e2f50ee_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112188c9fdf8c1014f56a8fe6f865e2f50ee_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:53,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/92d54a07aab6495a929147f838a6ab49, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:53,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/92d54a07aab6495a929147f838a6ab49 is 175, key is test_row_0/A:col10/1732174431600/Put/seqid=0 2024-11-21T07:33:53,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742139_1315 (size=30955) 2024-11-21T07:33:53,631 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T07:33:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T07:33:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:53,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:53,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174493731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:53,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174493735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:53,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174493735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:53,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174493736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:53,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174493736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:53,771 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/92d54a07aab6495a929147f838a6ab49 2024-11-21T07:33:53,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/884c35df6edc4c0cb4738e338890021a is 50, key is test_row_0/B:col10/1732174431600/Put/seqid=0 2024-11-21T07:33:53,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742140_1316 (size=12001) 2024-11-21T07:33:53,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174493837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:53,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174493837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174493837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174493840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:53,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174493840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174494039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174494040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174494040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174494044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174494044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,182 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/884c35df6edc4c0cb4738e338890021a 2024-11-21T07:33:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/df0343e65a924777bb15a1f004e6f3f8 is 50, key is test_row_0/C:col10/1732174431600/Put/seqid=0 2024-11-21T07:33:54,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742141_1317 (size=12001) 2024-11-21T07:33:54,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174494344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174494345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174494345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174494350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174494350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,596 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/df0343e65a924777bb15a1f004e6f3f8 2024-11-21T07:33:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/92d54a07aab6495a929147f838a6ab49 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/92d54a07aab6495a929147f838a6ab49 2024-11-21T07:33:54,604 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/92d54a07aab6495a929147f838a6ab49, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T07:33:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/884c35df6edc4c0cb4738e338890021a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/884c35df6edc4c0cb4738e338890021a 2024-11-21T07:33:54,608 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/884c35df6edc4c0cb4738e338890021a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T07:33:54,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/df0343e65a924777bb15a1f004e6f3f8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/df0343e65a924777bb15a1f004e6f3f8 2024-11-21T07:33:54,612 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/df0343e65a924777bb15a1f004e6f3f8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T07:33:54,612 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9ee245933ae5e1f937755148cefaaedb in 1660ms, sequenceid=40, compaction requested=false 2024-11-21T07:33:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-21T07:33:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-21T07:33:54,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-21T07:33:54,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0370 sec 2024-11-21T07:33:54,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 3.0430 sec 2024-11-21T07:33:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:54,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T07:33:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:33:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:33:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:33:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:54,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121723c5e6cba0f4047b109d52e87f4a6a7_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174433730/Put/seqid=0 2024-11-21T07:33:54,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742142_1318 (size=12154) 2024-11-21T07:33:54,873 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:54,878 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121723c5e6cba0f4047b109d52e87f4a6a7_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121723c5e6cba0f4047b109d52e87f4a6a7_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:54,879 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/e63a6b1de0fc4378bb4e4f6674f9e893, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:54,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/e63a6b1de0fc4378bb4e4f6674f9e893 is 175, key is test_row_0/A:col10/1732174433730/Put/seqid=0 2024-11-21T07:33:54,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742143_1319 (size=30955) 2024-11-21T07:33:54,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174494882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174494883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174494883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174494883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174494884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174494989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174494989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174494990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174494990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174494990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174495194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174495194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174495194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174495194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174495195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/e63a6b1de0fc4378bb4e4f6674f9e893 2024-11-21T07:33:55,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/d5028600e801426dbedbffb093ad4e02 is 50, key is test_row_0/B:col10/1732174433730/Put/seqid=0 2024-11-21T07:33:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742144_1320 (size=12001) 2024-11-21T07:33:55,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/d5028600e801426dbedbffb093ad4e02 2024-11-21T07:33:55,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/74a673bf9ae742e7984b771b502fb3e8 is 50, key is test_row_0/C:col10/1732174433730/Put/seqid=0 2024-11-21T07:33:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742145_1321 (size=12001) 2024-11-21T07:33:55,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174495497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174495497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174495497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174495497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174495499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T07:33:55,680 INFO [Thread-1426 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-21T07:33:55,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-21T07:33:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T07:33:55,682 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:55,683 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:55,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:55,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/74a673bf9ae742e7984b771b502fb3e8 2024-11-21T07:33:55,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/e63a6b1de0fc4378bb4e4f6674f9e893 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/e63a6b1de0fc4378bb4e4f6674f9e893 2024-11-21T07:33:55,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/e63a6b1de0fc4378bb4e4f6674f9e893, entries=150, sequenceid=54, filesize=30.2 K 2024-11-21T07:33:55,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/d5028600e801426dbedbffb093ad4e02 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/d5028600e801426dbedbffb093ad4e02 2024-11-21T07:33:55,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/d5028600e801426dbedbffb093ad4e02, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T07:33:55,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/74a673bf9ae742e7984b771b502fb3e8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/74a673bf9ae742e7984b771b502fb3e8 2024-11-21T07:33:55,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/74a673bf9ae742e7984b771b502fb3e8, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T07:33:55,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9ee245933ae5e1f937755148cefaaedb in 869ms, sequenceid=54, compaction requested=true 2024-11-21T07:33:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:55,726 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:55,726 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:55,727 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:55,727 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:55,727 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/A is initiating minor compaction (all files) 2024-11-21T07:33:55,727 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/B is initiating minor compaction (all files) 2024-11-21T07:33:55,727 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/A in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:55,727 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/B in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:55,727 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/5a016ce285d3474d8461c69d34056ca1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/884c35df6edc4c0cb4738e338890021a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/d5028600e801426dbedbffb093ad4e02] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=35.2 K 2024-11-21T07:33:55,727 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/951cf28cd19649a4a74fb5151b46739e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/92d54a07aab6495a929147f838a6ab49, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/e63a6b1de0fc4378bb4e4f6674f9e893] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=90.7 K 2024-11-21T07:33:55,727 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:55,727 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/951cf28cd19649a4a74fb5151b46739e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/92d54a07aab6495a929147f838a6ab49, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/e63a6b1de0fc4378bb4e4f6674f9e893] 2024-11-21T07:33:55,727 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a016ce285d3474d8461c69d34056ca1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732174431581 2024-11-21T07:33:55,727 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 951cf28cd19649a4a74fb5151b46739e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732174431581 2024-11-21T07:33:55,728 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 884c35df6edc4c0cb4738e338890021a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732174431594 2024-11-21T07:33:55,728 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92d54a07aab6495a929147f838a6ab49, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732174431594 2024-11-21T07:33:55,728 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting d5028600e801426dbedbffb093ad4e02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174433730 2024-11-21T07:33:55,728 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting e63a6b1de0fc4378bb4e4f6674f9e893, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174433730 2024-11-21T07:33:55,733 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:55,735 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#B#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:55,735 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218ce723ab381c4e05ac0a3cf07a7a2dac_9ee245933ae5e1f937755148cefaaedb store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:55,735 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/65fb630ded72453c8a01e017c9f80f66 is 50, key is test_row_0/B:col10/1732174433730/Put/seqid=0 2024-11-21T07:33:55,736 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218ce723ab381c4e05ac0a3cf07a7a2dac_9ee245933ae5e1f937755148cefaaedb, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:55,737 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218ce723ab381c4e05ac0a3cf07a7a2dac_9ee245933ae5e1f937755148cefaaedb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:55,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742146_1322 (size=12104) 2024-11-21T07:33:55,749 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/65fb630ded72453c8a01e017c9f80f66 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/65fb630ded72453c8a01e017c9f80f66 2024-11-21T07:33:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742147_1323 (size=4469) 2024-11-21T07:33:55,753 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#A#compaction#273 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:55,754 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/9a80c783d4ba4fb4a021695f76180c79 is 175, key is test_row_0/A:col10/1732174433730/Put/seqid=0 2024-11-21T07:33:55,754 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/B of 9ee245933ae5e1f937755148cefaaedb into 65fb630ded72453c8a01e017c9f80f66(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:55,755 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:55,755 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/B, priority=13, startTime=1732174435726; duration=0sec 2024-11-21T07:33:55,755 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:55,755 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:B 2024-11-21T07:33:55,755 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:55,757 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:55,757 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/C is initiating minor compaction (all files) 2024-11-21T07:33:55,757 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/C in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:55,757 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/402678f7e493400b9c774a3b562e7fdb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/df0343e65a924777bb15a1f004e6f3f8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/74a673bf9ae742e7984b771b502fb3e8] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=35.2 K 2024-11-21T07:33:55,757 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 402678f7e493400b9c774a3b562e7fdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732174431581 2024-11-21T07:33:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742148_1324 (size=31058) 2024-11-21T07:33:55,758 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting df0343e65a924777bb15a1f004e6f3f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732174431594 2024-11-21T07:33:55,758 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 74a673bf9ae742e7984b771b502fb3e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174433730 2024-11-21T07:33:55,765 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#C#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:55,765 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/28da4fdf0344492f8c9825c09defe1fe is 50, key is test_row_0/C:col10/1732174433730/Put/seqid=0 2024-11-21T07:33:55,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742149_1325 (size=12104) 2024-11-21T07:33:55,774 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/28da4fdf0344492f8c9825c09defe1fe as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/28da4fdf0344492f8c9825c09defe1fe 2024-11-21T07:33:55,779 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/C of 9ee245933ae5e1f937755148cefaaedb into 28da4fdf0344492f8c9825c09defe1fe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:55,779 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:55,779 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/C, priority=13, startTime=1732174435726; duration=0sec 2024-11-21T07:33:55,779 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:55,779 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:C 2024-11-21T07:33:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T07:33:55,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:55,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T07:33:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:55,835 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T07:33:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:33:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:33:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:33:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:55,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216f385ea2d44049fba5bae770aee69f74_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174434883/Put/seqid=0 2024-11-21T07:33:55,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742150_1326 (size=12154) 2024-11-21T07:33:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T07:33:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:56,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:56,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174496014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174496014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174496020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174496020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174496021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174496121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174496121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174496126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174496126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174496127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,163 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/9a80c783d4ba4fb4a021695f76180c79 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/9a80c783d4ba4fb4a021695f76180c79 2024-11-21T07:33:56,168 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/A of 9ee245933ae5e1f937755148cefaaedb into 9a80c783d4ba4fb4a021695f76180c79(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:56,168 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:56,168 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/A, priority=13, startTime=1732174435726; duration=0sec 2024-11-21T07:33:56,168 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:56,168 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:A 2024-11-21T07:33:56,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:56,250 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216f385ea2d44049fba5bae770aee69f74_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216f385ea2d44049fba5bae770aee69f74_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/54419d48b6a4460392f0ad58a5fdb692, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/54419d48b6a4460392f0ad58a5fdb692 is 175, key is test_row_0/A:col10/1732174434883/Put/seqid=0 2024-11-21T07:33:56,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742151_1327 (size=30955) 2024-11-21T07:33:56,255 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/54419d48b6a4460392f0ad58a5fdb692 2024-11-21T07:33:56,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/51139e9028d1404189046614d647f3cb is 50, key is test_row_0/B:col10/1732174434883/Put/seqid=0 2024-11-21T07:33:56,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742152_1328 (size=12001) 2024-11-21T07:33:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T07:33:56,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174496327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174496328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174496331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174496332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174496338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174496633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174496634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174496637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174496638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174496643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:56,667 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/51139e9028d1404189046614d647f3cb 2024-11-21T07:33:56,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/01eea342417e469dabfdc0f67c7579ab is 50, key is test_row_0/C:col10/1732174434883/Put/seqid=0 2024-11-21T07:33:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742153_1329 (size=12001) 2024-11-21T07:33:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T07:33:57,100 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/01eea342417e469dabfdc0f67c7579ab 2024-11-21T07:33:57,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/54419d48b6a4460392f0ad58a5fdb692 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/54419d48b6a4460392f0ad58a5fdb692 2024-11-21T07:33:57,107 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/54419d48b6a4460392f0ad58a5fdb692, entries=150, sequenceid=78, filesize=30.2 K 2024-11-21T07:33:57,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/51139e9028d1404189046614d647f3cb as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/51139e9028d1404189046614d647f3cb 2024-11-21T07:33:57,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/51139e9028d1404189046614d647f3cb, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T07:33:57,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/01eea342417e469dabfdc0f67c7579ab as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/01eea342417e469dabfdc0f67c7579ab 2024-11-21T07:33:57,115 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/01eea342417e469dabfdc0f67c7579ab, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T07:33:57,116 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 9ee245933ae5e1f937755148cefaaedb in 1281ms, sequenceid=78, compaction requested=false 2024-11-21T07:33:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-21T07:33:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-21T07:33:57,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-21T07:33:57,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-21T07:33:57,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.4370 sec 2024-11-21T07:33:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:57,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T07:33:57,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:33:57,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:57,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:33:57,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:57,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:33:57,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:57,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121deb99d5cce20480e89f78f4835325b1d_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174436019/Put/seqid=0 2024-11-21T07:33:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742154_1330 (size=19474) 2024-11-21T07:33:57,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174497160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174497160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174497161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174497165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174497165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174497266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174497267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174497267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174497268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174497271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174497470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174497470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174497471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174497471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174497477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,557 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:57,561 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121deb99d5cce20480e89f78f4835325b1d_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121deb99d5cce20480e89f78f4835325b1d_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:57,561 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/03b52766981649d3878e409a477464d1, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:57,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/03b52766981649d3878e409a477464d1 is 175, key is test_row_0/A:col10/1732174436019/Put/seqid=0 2024-11-21T07:33:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742155_1331 (size=56733) 2024-11-21T07:33:57,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174497773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174497773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174497776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174497776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T07:33:57,786 INFO [Thread-1426 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-21T07:33:57,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-21T07:33:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T07:33:57,788 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:57,788 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:57,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:57,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174497787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T07:33:57,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:57,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T07:33:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:57,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:57,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:57,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/03b52766981649d3878e409a477464d1 2024-11-21T07:33:57,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/98697a8fa41d49ee9599db04d098ddca is 50, key is test_row_0/B:col10/1732174436019/Put/seqid=0 2024-11-21T07:33:57,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742156_1332 (size=12001) 2024-11-21T07:33:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T07:33:58,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:58,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T07:33:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:58,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:58,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T07:33:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:58,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174498281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:58,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174498281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:58,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174498281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:58,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174498283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:58,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174498296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:58,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/98697a8fa41d49ee9599db04d098ddca 2024-11-21T07:33:58,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/419bca5e7a6f4530a8bab41ac4ffcf86 is 50, key is test_row_0/C:col10/1732174436019/Put/seqid=0 2024-11-21T07:33:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T07:33:58,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742157_1333 (size=12001) 2024-11-21T07:33:58,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:58,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/419bca5e7a6f4530a8bab41ac4ffcf86 2024-11-21T07:33:58,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T07:33:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:58,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:33:58,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/03b52766981649d3878e409a477464d1 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03b52766981649d3878e409a477464d1 2024-11-21T07:33:58,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03b52766981649d3878e409a477464d1, entries=300, sequenceid=98, filesize=55.4 K 2024-11-21T07:33:58,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/98697a8fa41d49ee9599db04d098ddca as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/98697a8fa41d49ee9599db04d098ddca 2024-11-21T07:33:58,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/98697a8fa41d49ee9599db04d098ddca, entries=150, sequenceid=98, filesize=11.7 K 2024-11-21T07:33:58,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/419bca5e7a6f4530a8bab41ac4ffcf86 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/419bca5e7a6f4530a8bab41ac4ffcf86 2024-11-21T07:33:58,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/419bca5e7a6f4530a8bab41ac4ffcf86, entries=150, sequenceid=98, filesize=11.7 K 2024-11-21T07:33:58,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9ee245933ae5e1f937755148cefaaedb in 1273ms, sequenceid=98, compaction requested=true 2024-11-21T07:33:58,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:58,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:33:58,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:58,417 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:58,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:33:58,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:58,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:33:58,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:58,417 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:58,418 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118746 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:58,418 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:58,418 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/B is initiating minor compaction (all files) 2024-11-21T07:33:58,418 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/A is initiating minor compaction (all files) 2024-11-21T07:33:58,418 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/A in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,418 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/B in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,418 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/65fb630ded72453c8a01e017c9f80f66, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/51139e9028d1404189046614d647f3cb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/98697a8fa41d49ee9599db04d098ddca] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=35.3 K 2024-11-21T07:33:58,418 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/9a80c783d4ba4fb4a021695f76180c79, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/54419d48b6a4460392f0ad58a5fdb692, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03b52766981649d3878e409a477464d1] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=116.0 K 2024-11-21T07:33:58,418 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,418 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/9a80c783d4ba4fb4a021695f76180c79, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/54419d48b6a4460392f0ad58a5fdb692, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03b52766981649d3878e409a477464d1] 2024-11-21T07:33:58,419 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a80c783d4ba4fb4a021695f76180c79, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174433730 2024-11-21T07:33:58,419 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 65fb630ded72453c8a01e017c9f80f66, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174433730 2024-11-21T07:33:58,419 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54419d48b6a4460392f0ad58a5fdb692, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174434882 2024-11-21T07:33:58,419 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 51139e9028d1404189046614d647f3cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174434882 2024-11-21T07:33:58,419 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 98697a8fa41d49ee9599db04d098ddca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174436019 2024-11-21T07:33:58,419 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03b52766981649d3878e409a477464d1, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174436013 2024-11-21T07:33:58,424 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:58,428 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:58,428 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/1c66da9e255640d182d4e224d5c379a0 is 50, key is test_row_0/B:col10/1732174436019/Put/seqid=0 2024-11-21T07:33:58,435 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f2dbac0bd6614c07b62175ad4c94f874_9ee245933ae5e1f937755148cefaaedb store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:58,439 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f2dbac0bd6614c07b62175ad4c94f874_9ee245933ae5e1f937755148cefaaedb, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:58,439 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f2dbac0bd6614c07b62175ad4c94f874_9ee245933ae5e1f937755148cefaaedb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:58,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742158_1334 (size=12207) 2024-11-21T07:33:58,450 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/1c66da9e255640d182d4e224d5c379a0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/1c66da9e255640d182d4e224d5c379a0 2024-11-21T07:33:58,454 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/B of 9ee245933ae5e1f937755148cefaaedb into 1c66da9e255640d182d4e224d5c379a0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:58,455 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:58,455 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/B, priority=13, startTime=1732174438417; duration=0sec 2024-11-21T07:33:58,455 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:33:58,455 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:B 2024-11-21T07:33:58,455 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:33:58,456 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:33:58,456 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/C is initiating minor compaction (all files) 2024-11-21T07:33:58,456 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/C in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,456 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/28da4fdf0344492f8c9825c09defe1fe, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/01eea342417e469dabfdc0f67c7579ab, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/419bca5e7a6f4530a8bab41ac4ffcf86] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=35.3 K 2024-11-21T07:33:58,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742159_1335 (size=4469) 2024-11-21T07:33:58,457 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 28da4fdf0344492f8c9825c09defe1fe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174433730 2024-11-21T07:33:58,457 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 01eea342417e469dabfdc0f67c7579ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174434882 2024-11-21T07:33:58,457 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 419bca5e7a6f4530a8bab41ac4ffcf86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174436019 2024-11-21T07:33:58,460 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#A#compaction#281 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:58,460 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/19aa5e3279494725b7d7364d928d53ae is 175, key is test_row_0/A:col10/1732174436019/Put/seqid=0 2024-11-21T07:33:58,469 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#C#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:33:58,470 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/32bf9e622758416bbf29899cddda4cd5 is 50, key is test_row_0/C:col10/1732174436019/Put/seqid=0 2024-11-21T07:33:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742160_1336 (size=31161) 2024-11-21T07:33:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742161_1337 (size=12207) 2024-11-21T07:33:58,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:33:58,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T07:33:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:58,551 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T07:33:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:33:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:33:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:33:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:58,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ad042c3796ca459f943fe1d42f9d1fd7_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174437164/Put/seqid=0 2024-11-21T07:33:58,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742162_1338 (size=12154) 2024-11-21T07:33:58,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:33:58,565 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ad042c3796ca459f943fe1d42f9d1fd7_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ad042c3796ca459f943fe1d42f9d1fd7_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:58,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/c50a51a6ae474600ba13a495b576adcc, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:33:58,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/c50a51a6ae474600ba13a495b576adcc is 175, key is test_row_0/A:col10/1732174437164/Put/seqid=0 2024-11-21T07:33:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742163_1339 (size=30955) 2024-11-21T07:33:58,885 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/19aa5e3279494725b7d7364d928d53ae as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/19aa5e3279494725b7d7364d928d53ae 2024-11-21T07:33:58,888 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/A of 9ee245933ae5e1f937755148cefaaedb into 19aa5e3279494725b7d7364d928d53ae(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:58,888 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:58,889 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/A, priority=13, startTime=1732174438417; duration=0sec 2024-11-21T07:33:58,889 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:58,889 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:A 2024-11-21T07:33:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T07:33:58,896 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/32bf9e622758416bbf29899cddda4cd5 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/32bf9e622758416bbf29899cddda4cd5 2024-11-21T07:33:58,900 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/C of 9ee245933ae5e1f937755148cefaaedb into 32bf9e622758416bbf29899cddda4cd5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:33:58,900 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:58,900 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/C, priority=13, startTime=1732174438417; duration=0sec 2024-11-21T07:33:58,900 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:33:58,900 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:C 2024-11-21T07:33:58,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/c50a51a6ae474600ba13a495b576adcc 2024-11-21T07:33:58,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/de6272c9d5f14b49a1db2ac3c0cb29a1 is 50, key is test_row_0/B:col10/1732174437164/Put/seqid=0 2024-11-21T07:33:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742164_1340 (size=12001) 2024-11-21T07:33:59,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:33:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:59,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174499311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174499314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174499315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174499316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174499316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,404 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/de6272c9d5f14b49a1db2ac3c0cb29a1 2024-11-21T07:33:59,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/f1d2416153ed4c32bb9bbc24e8c775c7 is 50, key is test_row_0/C:col10/1732174437164/Put/seqid=0 2024-11-21T07:33:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742165_1341 (size=12001) 2024-11-21T07:33:59,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174499417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174499417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174499420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174499420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174499421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174499621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174499621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174499622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174499622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174499626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,813 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/f1d2416153ed4c32bb9bbc24e8c775c7 2024-11-21T07:33:59,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/c50a51a6ae474600ba13a495b576adcc as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/c50a51a6ae474600ba13a495b576adcc 2024-11-21T07:33:59,821 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/c50a51a6ae474600ba13a495b576adcc, entries=150, sequenceid=116, filesize=30.2 K 2024-11-21T07:33:59,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/de6272c9d5f14b49a1db2ac3c0cb29a1 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/de6272c9d5f14b49a1db2ac3c0cb29a1 2024-11-21T07:33:59,825 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/de6272c9d5f14b49a1db2ac3c0cb29a1, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T07:33:59,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/f1d2416153ed4c32bb9bbc24e8c775c7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/f1d2416153ed4c32bb9bbc24e8c775c7 2024-11-21T07:33:59,829 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/f1d2416153ed4c32bb9bbc24e8c775c7, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T07:33:59,829 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 9ee245933ae5e1f937755148cefaaedb in 1278ms, sequenceid=116, compaction requested=false 2024-11-21T07:33:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:33:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:33:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-21T07:33:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-21T07:33:59,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-21T07:33:59,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0430 sec 2024-11-21T07:33:59,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.0450 sec 2024-11-21T07:33:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T07:33:59,891 INFO [Thread-1426 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-21T07:33:59,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:33:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-21T07:33:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T07:33:59,894 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:33:59,894 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:33:59,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:33:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:33:59,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T07:33:59,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:33:59,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:59,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:33:59,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:59,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:33:59,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:33:59,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a8961e5c610447a49457fbf8c04ff0dc_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174439926/Put/seqid=0 2024-11-21T07:33:59,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742166_1342 (size=17284) 2024-11-21T07:33:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174499941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174499941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174499941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174499942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:33:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174499942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:33:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T07:34:00,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174500047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174500047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174500047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174500048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174500048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T07:34:00,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174500250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174500250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174500251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174500252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174500252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,338 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:00,342 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a8961e5c610447a49457fbf8c04ff0dc_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a8961e5c610447a49457fbf8c04ff0dc_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:00,342 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/63c17680c60e4931bcc528323496105a, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:00,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/63c17680c60e4931bcc528323496105a is 175, key is test_row_0/A:col10/1732174439926/Put/seqid=0 2024-11-21T07:34:00,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742167_1343 (size=48389) 2024-11-21T07:34:00,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:00,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T07:34:00,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174500556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174500556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174500556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174500557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174500558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:00,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:00,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,749 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=140, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/63c17680c60e4931bcc528323496105a 2024-11-21T07:34:00,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/df7453ec81f340c7852d21b830e2011d is 50, key is test_row_0/B:col10/1732174439926/Put/seqid=0 2024-11-21T07:34:00,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742168_1344 (size=12151) 2024-11-21T07:34:00,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:00,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:00,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:00,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:00,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:00,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:00,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T07:34:01,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174501063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:01,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174501063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:01,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174501065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174501065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:01,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174501068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:01,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:01,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:01,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:01,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/df7453ec81f340c7852d21b830e2011d 2024-11-21T07:34:01,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/1ee4bbe4557a4590b87e1bd2f4234e67 is 50, key is test_row_0/C:col10/1732174439926/Put/seqid=0 2024-11-21T07:34:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742169_1345 (size=12151) 2024-11-21T07:34:01,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:01,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:01,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:01,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:01,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:01,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:01,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:01,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:01,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:01,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/1ee4bbe4557a4590b87e1bd2f4234e67 2024-11-21T07:34:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:01,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/63c17680c60e4931bcc528323496105a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/63c17680c60e4931bcc528323496105a 2024-11-21T07:34:01,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/63c17680c60e4931bcc528323496105a, entries=250, sequenceid=140, filesize=47.3 K 2024-11-21T07:34:01,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/df7453ec81f340c7852d21b830e2011d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/df7453ec81f340c7852d21b830e2011d 2024-11-21T07:34:01,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/df7453ec81f340c7852d21b830e2011d, entries=150, sequenceid=140, filesize=11.9 K 2024-11-21T07:34:01,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/1ee4bbe4557a4590b87e1bd2f4234e67 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/1ee4bbe4557a4590b87e1bd2f4234e67 2024-11-21T07:34:01,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/1ee4bbe4557a4590b87e1bd2f4234e67, entries=150, sequenceid=140, filesize=11.9 K 2024-11-21T07:34:01,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9ee245933ae5e1f937755148cefaaedb in 1658ms, sequenceid=140, compaction requested=true 2024-11-21T07:34:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:01,585 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:01,585 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:01,586 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:01,586 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/A is initiating minor compaction (all files) 2024-11-21T07:34:01,586 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/A in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,586 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:01,586 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/B is initiating minor compaction (all files) 2024-11-21T07:34:01,586 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/19aa5e3279494725b7d7364d928d53ae, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/c50a51a6ae474600ba13a495b576adcc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/63c17680c60e4931bcc528323496105a] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=107.9 K 2024-11-21T07:34:01,586 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/B in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,586 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,586 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/1c66da9e255640d182d4e224d5c379a0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/de6272c9d5f14b49a1db2ac3c0cb29a1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/df7453ec81f340c7852d21b830e2011d] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=35.5 K 2024-11-21T07:34:01,586 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/19aa5e3279494725b7d7364d928d53ae, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/c50a51a6ae474600ba13a495b576adcc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/63c17680c60e4931bcc528323496105a] 2024-11-21T07:34:01,587 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c66da9e255640d182d4e224d5c379a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174436019 2024-11-21T07:34:01,587 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19aa5e3279494725b7d7364d928d53ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174436019 2024-11-21T07:34:01,587 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting de6272c9d5f14b49a1db2ac3c0cb29a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732174437152 2024-11-21T07:34:01,587 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting c50a51a6ae474600ba13a495b576adcc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732174437152 2024-11-21T07:34:01,587 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63c17680c60e4931bcc528323496105a, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732174439313 2024-11-21T07:34:01,587 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting df7453ec81f340c7852d21b830e2011d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732174439313 2024-11-21T07:34:01,593 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:01,593 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/673a78fb0a5e4bffb9030fd777496e52 is 50, key is test_row_0/B:col10/1732174439926/Put/seqid=0 2024-11-21T07:34:01,595 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:01,608 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121dcaa1c6ad92244399485c3631243fabc_9ee245933ae5e1f937755148cefaaedb store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742170_1346 (size=12459) 2024-11-21T07:34:01,610 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121dcaa1c6ad92244399485c3631243fabc_9ee245933ae5e1f937755148cefaaedb, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:01,610 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dcaa1c6ad92244399485c3631243fabc_9ee245933ae5e1f937755148cefaaedb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:01,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742171_1347 (size=4469) 2024-11-21T07:34:01,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:01,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T07:34:01,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:01,722 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T07:34:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:34:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:34:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:34:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aaea036f6f294cedbdafd9aa92932f42_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174439940/Put/seqid=0 2024-11-21T07:34:01,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742172_1348 (size=12304) 2024-11-21T07:34:01,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:01,761 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aaea036f6f294cedbdafd9aa92932f42_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aaea036f6f294cedbdafd9aa92932f42_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/a16ff42f01b4481da8239adde5785bbd, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/a16ff42f01b4481da8239adde5785bbd is 175, key is test_row_0/A:col10/1732174439940/Put/seqid=0 2024-11-21T07:34:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742173_1349 (size=31105) 2024-11-21T07:34:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T07:34:02,012 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/673a78fb0a5e4bffb9030fd777496e52 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/673a78fb0a5e4bffb9030fd777496e52 2024-11-21T07:34:02,016 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/B of 9ee245933ae5e1f937755148cefaaedb into 673a78fb0a5e4bffb9030fd777496e52(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:02,016 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:02,016 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/B, priority=13, startTime=1732174441585; duration=0sec 2024-11-21T07:34:02,016 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:02,016 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:B 2024-11-21T07:34:02,016 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:02,017 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#A#compaction#291 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:02,018 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/b461cddf6a234c7d9eaa29515c2d62e5 is 175, key is test_row_0/A:col10/1732174439926/Put/seqid=0 2024-11-21T07:34:02,019 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:02,019 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/C is initiating minor compaction (all files) 2024-11-21T07:34:02,019 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/C in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:02,019 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/32bf9e622758416bbf29899cddda4cd5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/f1d2416153ed4c32bb9bbc24e8c775c7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/1ee4bbe4557a4590b87e1bd2f4234e67] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=35.5 K 2024-11-21T07:34:02,019 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 32bf9e622758416bbf29899cddda4cd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732174436019 2024-11-21T07:34:02,019 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting f1d2416153ed4c32bb9bbc24e8c775c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732174437152 2024-11-21T07:34:02,020 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ee4bbe4557a4590b87e1bd2f4234e67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732174439313 2024-11-21T07:34:02,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742174_1350 (size=31413) 2024-11-21T07:34:02,025 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:02,026 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/ee999c85147a430aa7eef8668b9fcf39 is 50, key is test_row_0/C:col10/1732174439926/Put/seqid=0 2024-11-21T07:34:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742175_1351 (size=12459) 2024-11-21T07:34:02,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:02,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174502127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174502131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174502133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174502133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174502134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,166 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/a16ff42f01b4481da8239adde5785bbd 2024-11-21T07:34:02,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/0e2deb3dcf784279be82c5c7bb5130d2 is 50, key is test_row_0/B:col10/1732174439940/Put/seqid=0 2024-11-21T07:34:02,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742176_1352 (size=12151) 2024-11-21T07:34:02,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174502236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174502236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174502240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174502241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174502241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,425 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/b461cddf6a234c7d9eaa29515c2d62e5 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/b461cddf6a234c7d9eaa29515c2d62e5 2024-11-21T07:34:02,429 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/A of 9ee245933ae5e1f937755148cefaaedb into b461cddf6a234c7d9eaa29515c2d62e5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:02,429 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:02,429 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/A, priority=13, startTime=1732174441585; duration=0sec 2024-11-21T07:34:02,429 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:02,429 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:A 2024-11-21T07:34:02,432 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/ee999c85147a430aa7eef8668b9fcf39 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/ee999c85147a430aa7eef8668b9fcf39 2024-11-21T07:34:02,435 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/C of 9ee245933ae5e1f937755148cefaaedb into ee999c85147a430aa7eef8668b9fcf39(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:02,435 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:02,435 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/C, priority=13, startTime=1732174441585; duration=0sec 2024-11-21T07:34:02,435 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:02,436 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:C 2024-11-21T07:34:02,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174502440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174502440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174502444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174502445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174502446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,576 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/0e2deb3dcf784279be82c5c7bb5130d2 2024-11-21T07:34:02,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/689dff72f7724a54b6666ce1489fa425 is 50, key is test_row_0/C:col10/1732174439940/Put/seqid=0 2024-11-21T07:34:02,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742177_1353 (size=12151) 2024-11-21T07:34:02,590 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/689dff72f7724a54b6666ce1489fa425 2024-11-21T07:34:02,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/a16ff42f01b4481da8239adde5785bbd as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/a16ff42f01b4481da8239adde5785bbd 2024-11-21T07:34:02,597 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/a16ff42f01b4481da8239adde5785bbd, entries=150, sequenceid=154, filesize=30.4 K 2024-11-21T07:34:02,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/0e2deb3dcf784279be82c5c7bb5130d2 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/0e2deb3dcf784279be82c5c7bb5130d2 2024-11-21T07:34:02,602 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/0e2deb3dcf784279be82c5c7bb5130d2, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T07:34:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/689dff72f7724a54b6666ce1489fa425 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/689dff72f7724a54b6666ce1489fa425 2024-11-21T07:34:02,607 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/689dff72f7724a54b6666ce1489fa425, entries=150, sequenceid=154, filesize=11.9 K 2024-11-21T07:34:02,608 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9ee245933ae5e1f937755148cefaaedb in 887ms, sequenceid=154, compaction requested=false 2024-11-21T07:34:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-21T07:34:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-21T07:34:02,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-21T07:34:02,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7170 sec 2024-11-21T07:34:02,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.7200 sec 2024-11-21T07:34:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:02,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T07:34:02,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:34:02,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:02,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:34:02,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:02,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:34:02,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:02,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212fc9ce289005486788a86efb33f7d6b6_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174442747/Put/seqid=0 2024-11-21T07:34:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742178_1354 (size=14794) 2024-11-21T07:34:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174502756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174502756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,762 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:02,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174502757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174502758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,765 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212fc9ce289005486788a86efb33f7d6b6_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212fc9ce289005486788a86efb33f7d6b6_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:02,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174502759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/f807915980374b838d0f508b4ccfa032, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:02,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/f807915980374b838d0f508b4ccfa032 is 175, key is test_row_0/A:col10/1732174442747/Put/seqid=0 2024-11-21T07:34:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742179_1355 (size=39749) 2024-11-21T07:34:02,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174502862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174502863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174502865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174502865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:02,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174502866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174503067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174503068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174503068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174503068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174503069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,170 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/f807915980374b838d0f508b4ccfa032 2024-11-21T07:34:03,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/dd55c2f820a44495aa5284142f1e3107 is 50, key is test_row_0/B:col10/1732174442747/Put/seqid=0 2024-11-21T07:34:03,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742180_1356 (size=12151) 2024-11-21T07:34:03,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174503372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174503373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174503373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174503374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174503375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/dd55c2f820a44495aa5284142f1e3107 2024-11-21T07:34:03,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/3f404add352e40b2be7eaf5f5cef2b3c is 50, key is test_row_0/C:col10/1732174442747/Put/seqid=0 2024-11-21T07:34:03,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742181_1357 (size=12151) 2024-11-21T07:34:03,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174503875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174503876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174503879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174503883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174503884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:03,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/3f404add352e40b2be7eaf5f5cef2b3c 2024-11-21T07:34:03,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/f807915980374b838d0f508b4ccfa032 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f807915980374b838d0f508b4ccfa032 2024-11-21T07:34:03,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f807915980374b838d0f508b4ccfa032, entries=200, sequenceid=181, filesize=38.8 K 2024-11-21T07:34:03,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/dd55c2f820a44495aa5284142f1e3107 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd55c2f820a44495aa5284142f1e3107 2024-11-21T07:34:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T07:34:03,998 INFO [Thread-1426 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-21T07:34:03,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:03,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd55c2f820a44495aa5284142f1e3107, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T07:34:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-21T07:34:04,000 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:04,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/3f404add352e40b2be7eaf5f5cef2b3c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/3f404add352e40b2be7eaf5f5cef2b3c 2024-11-21T07:34:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T07:34:04,000 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:04,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:04,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/3f404add352e40b2be7eaf5f5cef2b3c, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T07:34:04,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9ee245933ae5e1f937755148cefaaedb in 1256ms, sequenceid=181, compaction requested=true 2024-11-21T07:34:04,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:04,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:04,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:04,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:04,005 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:04,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:04,005 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:04,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:04,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:04,005 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:04,005 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:04,005 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/B is initiating minor compaction (all files) 2024-11-21T07:34:04,005 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/A is initiating minor compaction (all files) 2024-11-21T07:34:04,005 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/B in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:04,005 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/A in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:04,006 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/673a78fb0a5e4bffb9030fd777496e52, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/0e2deb3dcf784279be82c5c7bb5130d2, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd55c2f820a44495aa5284142f1e3107] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=35.9 K 2024-11-21T07:34:04,006 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/b461cddf6a234c7d9eaa29515c2d62e5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/a16ff42f01b4481da8239adde5785bbd, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f807915980374b838d0f508b4ccfa032] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=99.9 K 2024-11-21T07:34:04,006 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:04,006 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/b461cddf6a234c7d9eaa29515c2d62e5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/a16ff42f01b4481da8239adde5785bbd, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f807915980374b838d0f508b4ccfa032] 2024-11-21T07:34:04,006 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 673a78fb0a5e4bffb9030fd777496e52, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732174439313 2024-11-21T07:34:04,006 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting b461cddf6a234c7d9eaa29515c2d62e5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732174439313 2024-11-21T07:34:04,006 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e2deb3dcf784279be82c5c7bb5130d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732174439940 2024-11-21T07:34:04,006 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting a16ff42f01b4481da8239adde5785bbd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732174439940 2024-11-21T07:34:04,007 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting dd55c2f820a44495aa5284142f1e3107, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732174442133 2024-11-21T07:34:04,007 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting f807915980374b838d0f508b4ccfa032, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732174442125 2024-11-21T07:34:04,011 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:04,012 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#B#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:04,012 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/cf6e0f8679d2425e9b4a91754c008b2a is 50, key is test_row_0/B:col10/1732174442747/Put/seqid=0 2024-11-21T07:34:04,012 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121d19f4214634942d3b58c1c06883f137f_9ee245933ae5e1f937755148cefaaedb store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:04,015 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121d19f4214634942d3b58c1c06883f137f_9ee245933ae5e1f937755148cefaaedb, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:04,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742182_1358 (size=12561) 2024-11-21T07:34:04,015 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d19f4214634942d3b58c1c06883f137f_9ee245933ae5e1f937755148cefaaedb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:04,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742183_1359 (size=4469) 2024-11-21T07:34:04,020 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/cf6e0f8679d2425e9b4a91754c008b2a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cf6e0f8679d2425e9b4a91754c008b2a 2024-11-21T07:34:04,023 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/B of 9ee245933ae5e1f937755148cefaaedb into cf6e0f8679d2425e9b4a91754c008b2a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:04,023 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:04,023 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/B, priority=13, startTime=1732174444005; duration=0sec 2024-11-21T07:34:04,023 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:04,023 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:B 2024-11-21T07:34:04,023 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:04,024 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:04,024 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/C is initiating minor compaction (all files) 2024-11-21T07:34:04,024 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/C in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:04,024 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/ee999c85147a430aa7eef8668b9fcf39, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/689dff72f7724a54b6666ce1489fa425, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/3f404add352e40b2be7eaf5f5cef2b3c] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=35.9 K 2024-11-21T07:34:04,024 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting ee999c85147a430aa7eef8668b9fcf39, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732174439313 2024-11-21T07:34:04,025 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 689dff72f7724a54b6666ce1489fa425, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732174439940 2024-11-21T07:34:04,025 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f404add352e40b2be7eaf5f5cef2b3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732174442133 2024-11-21T07:34:04,030 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:04,031 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/140318c645904109b8bec7f3fca9b009 is 50, key is test_row_0/C:col10/1732174442747/Put/seqid=0 2024-11-21T07:34:04,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742184_1360 (size=12561) 2024-11-21T07:34:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T07:34:04,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:04,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T07:34:04,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:04,152 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T07:34:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:34:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:34:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:34:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:04,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217cf031d9f453448f8b9c037d24520528_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174442757/Put/seqid=0 2024-11-21T07:34:04,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742185_1361 (size=12304) 2024-11-21T07:34:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T07:34:04,420 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#A#compaction#300 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:04,420 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/eeed7e7c7ca24f538baa0851efd263ba is 175, key is test_row_0/A:col10/1732174442747/Put/seqid=0 2024-11-21T07:34:04,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742186_1362 (size=31515) 2024-11-21T07:34:04,439 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/140318c645904109b8bec7f3fca9b009 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/140318c645904109b8bec7f3fca9b009 2024-11-21T07:34:04,442 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/C of 9ee245933ae5e1f937755148cefaaedb into 140318c645904109b8bec7f3fca9b009(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:04,442 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:04,442 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/C, priority=13, startTime=1732174444005; duration=0sec 2024-11-21T07:34:04,442 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:04,442 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:C 2024-11-21T07:34:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:04,565 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217cf031d9f453448f8b9c037d24520528_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217cf031d9f453448f8b9c037d24520528_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:04,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/2612f7b2f6e24c2e987158fb1edbf7cb, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:04,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/2612f7b2f6e24c2e987158fb1edbf7cb is 175, key is test_row_0/A:col10/1732174442757/Put/seqid=0 2024-11-21T07:34:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742187_1363 (size=31105) 2024-11-21T07:34:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T07:34:04,827 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/eeed7e7c7ca24f538baa0851efd263ba as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/eeed7e7c7ca24f538baa0851efd263ba 2024-11-21T07:34:04,831 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/A of 9ee245933ae5e1f937755148cefaaedb into eeed7e7c7ca24f538baa0851efd263ba(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:04,831 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:04,831 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/A, priority=13, startTime=1732174444004; duration=0sec 2024-11-21T07:34:04,831 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:04,831 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:A 2024-11-21T07:34:04,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:04,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174504903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:04,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174504904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:04,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174504904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:04,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174504905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:04,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174504906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:04,969 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/2612f7b2f6e24c2e987158fb1edbf7cb 2024-11-21T07:34:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/77c0ff53a1764aedb8841d9305e029cf is 50, key is test_row_0/B:col10/1732174442757/Put/seqid=0 2024-11-21T07:34:04,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742188_1364 (size=12151) 2024-11-21T07:34:05,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174505007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174505010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174505010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174505010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174505010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T07:34:05,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174505214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174505215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174505215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174505216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174505216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,388 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/77c0ff53a1764aedb8841d9305e029cf 2024-11-21T07:34:05,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/0e95c734d7654ee58f842ab402fc795a is 50, key is test_row_0/C:col10/1732174442757/Put/seqid=0 2024-11-21T07:34:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742189_1365 (size=12151) 2024-11-21T07:34:05,398 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/0e95c734d7654ee58f842ab402fc795a 2024-11-21T07:34:05,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/2612f7b2f6e24c2e987158fb1edbf7cb as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/2612f7b2f6e24c2e987158fb1edbf7cb 2024-11-21T07:34:05,406 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/2612f7b2f6e24c2e987158fb1edbf7cb, entries=150, sequenceid=194, filesize=30.4 K 2024-11-21T07:34:05,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/77c0ff53a1764aedb8841d9305e029cf as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/77c0ff53a1764aedb8841d9305e029cf 2024-11-21T07:34:05,409 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/77c0ff53a1764aedb8841d9305e029cf, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T07:34:05,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/0e95c734d7654ee58f842ab402fc795a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/0e95c734d7654ee58f842ab402fc795a 2024-11-21T07:34:05,413 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/0e95c734d7654ee58f842ab402fc795a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T07:34:05,414 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9ee245933ae5e1f937755148cefaaedb in 1262ms, sequenceid=194, compaction requested=false 2024-11-21T07:34:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-21T07:34:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-21T07:34:05,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-21T07:34:05,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-21T07:34:05,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.4180 sec 2024-11-21T07:34:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:05,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T07:34:05,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:34:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:34:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:34:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:05,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c7449d6ef9b94f29aee18ce4821edfbc_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174445521/Put/seqid=0 2024-11-21T07:34:05,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174505526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742190_1366 (size=17284) 2024-11-21T07:34:05,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174505527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174505530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174505531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174505532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174505633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174505634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174505637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174505637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174505638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174505837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174505838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174505841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174505842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174505842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:05,933 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:05,936 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c7449d6ef9b94f29aee18ce4821edfbc_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c7449d6ef9b94f29aee18ce4821edfbc_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:05,937 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/0b54eaf205084d088c902c2b8be49443, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:05,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/0b54eaf205084d088c902c2b8be49443 is 175, key is test_row_0/A:col10/1732174445521/Put/seqid=0 2024-11-21T07:34:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742191_1367 (size=48389) 2024-11-21T07:34:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T07:34:06,104 INFO [Thread-1426 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-21T07:34:06,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-21T07:34:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T07:34:06,106 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:06,106 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:06,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:06,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174506142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174506143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174506146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174506147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174506147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T07:34:06,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T07:34:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:06,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,341 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/0b54eaf205084d088c902c2b8be49443 2024-11-21T07:34:06,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/cb24456713ec4037a164c7e58d46d1d7 is 50, key is test_row_0/B:col10/1732174445521/Put/seqid=0 2024-11-21T07:34:06,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742192_1368 (size=12151) 2024-11-21T07:34:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T07:34:06,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T07:34:06,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:06,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:06,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:06,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T07:34:06,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:06,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:06,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:06,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174506649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174506650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174506653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174506653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174506654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T07:34:06,714 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T07:34:06,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:06,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:06,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:06,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/cb24456713ec4037a164c7e58d46d1d7 2024-11-21T07:34:06,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/efc07148a04b46a5923c9942208d98f7 is 50, key is test_row_0/C:col10/1732174445521/Put/seqid=0 2024-11-21T07:34:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742193_1369 (size=12151) 2024-11-21T07:34:06,866 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:06,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T07:34:06,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:06,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:06,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:06,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:07,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T07:34:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:07,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:07,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T07:34:07,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:07,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:07,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:07,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:07,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:07,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/efc07148a04b46a5923c9942208d98f7 2024-11-21T07:34:07,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/0b54eaf205084d088c902c2b8be49443 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/0b54eaf205084d088c902c2b8be49443 2024-11-21T07:34:07,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/0b54eaf205084d088c902c2b8be49443, entries=250, sequenceid=222, filesize=47.3 K 2024-11-21T07:34:07,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/cb24456713ec4037a164c7e58d46d1d7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cb24456713ec4037a164c7e58d46d1d7 2024-11-21T07:34:07,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cb24456713ec4037a164c7e58d46d1d7, entries=150, sequenceid=222, filesize=11.9 K 2024-11-21T07:34:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/efc07148a04b46a5923c9942208d98f7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/efc07148a04b46a5923c9942208d98f7 2024-11-21T07:34:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/efc07148a04b46a5923c9942208d98f7, entries=150, sequenceid=222, filesize=11.9 K 2024-11-21T07:34:07,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9ee245933ae5e1f937755148cefaaedb in 1683ms, sequenceid=222, compaction requested=true 2024-11-21T07:34:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:07,205 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:07,205 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:07,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:07,206 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:07,206 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:07,206 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/B is initiating minor compaction (all files) 2024-11-21T07:34:07,206 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/A is initiating minor compaction (all files) 2024-11-21T07:34:07,206 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/B in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:07,206 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cf6e0f8679d2425e9b4a91754c008b2a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/77c0ff53a1764aedb8841d9305e029cf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cb24456713ec4037a164c7e58d46d1d7] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=36.0 K 2024-11-21T07:34:07,206 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/A in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:07,206 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/eeed7e7c7ca24f538baa0851efd263ba, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/2612f7b2f6e24c2e987158fb1edbf7cb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/0b54eaf205084d088c902c2b8be49443] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=108.4 K 2024-11-21T07:34:07,207 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:07,207 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf6e0f8679d2425e9b4a91754c008b2a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732174442133 2024-11-21T07:34:07,207 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/eeed7e7c7ca24f538baa0851efd263ba, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/2612f7b2f6e24c2e987158fb1edbf7cb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/0b54eaf205084d088c902c2b8be49443] 2024-11-21T07:34:07,207 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting eeed7e7c7ca24f538baa0851efd263ba, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732174442133 2024-11-21T07:34:07,207 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77c0ff53a1764aedb8841d9305e029cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732174442755 2024-11-21T07:34:07,207 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 2612f7b2f6e24c2e987158fb1edbf7cb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732174442755 2024-11-21T07:34:07,207 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb24456713ec4037a164c7e58d46d1d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732174444902 2024-11-21T07:34:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,207 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b54eaf205084d088c902c2b8be49443, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732174444902 2024-11-21T07:34:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T07:34:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,218 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,222 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121944ad9b39958480aa85ac228af9265bf_9ee245933ae5e1f937755148cefaaedb store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,224 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#B#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,224 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/4d093ee376be4466b5412465a6d1534d is 50, key is test_row_0/B:col10/1732174445521/Put/seqid=0 2024-11-21T07:34:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,226 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121944ad9b39958480aa85ac228af9265bf_9ee245933ae5e1f937755148cefaaedb, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,226 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121944ad9b39958480aa85ac228af9265bf_9ee245933ae5e1f937755148cefaaedb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742194_1370 (size=12663) 2024-11-21T07:34:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742195_1371 (size=4469) 2024-11-21T07:34:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,236 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#A#compaction#308 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,236 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/dbb5bddbc85a4bf7a00d27b4c44f2d7c is 175, key is test_row_0/A:col10/1732174445521/Put/seqid=0 2024-11-21T07:34:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742196_1372 (size=31617) 2024-11-21T07:34:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T07:34:07,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,324 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T07:34:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:34:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:07,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:34:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:07,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:34:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c53673c9166040d49b7092756d1bb6e1_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174445526/Put/seqid=0 2024-11-21T07:34:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742197_1373 (size=9814) 2024-11-21T07:34:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,636 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/4d093ee376be4466b5412465a6d1534d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/4d093ee376be4466b5412465a6d1534d 2024-11-21T07:34:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,641 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/B of 9ee245933ae5e1f937755148cefaaedb into 4d093ee376be4466b5412465a6d1534d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:07,641 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,641 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/B, priority=13, startTime=1732174447205; duration=0sec 2024-11-21T07:34:07,641 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:07,641 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:B 2024-11-21T07:34:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,641 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,642 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:07,642 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/C is initiating minor compaction (all files) 2024-11-21T07:34:07,642 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/C in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,642 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/140318c645904109b8bec7f3fca9b009, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/0e95c734d7654ee58f842ab402fc795a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/efc07148a04b46a5923c9942208d98f7] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=36.0 K 2024-11-21T07:34:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,643 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 140318c645904109b8bec7f3fca9b009, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732174442133 2024-11-21T07:34:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,643 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e95c734d7654ee58f842ab402fc795a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732174442755 2024-11-21T07:34:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,643 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting efc07148a04b46a5923c9942208d98f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732174444902 2024-11-21T07:34:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,650 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,651 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/56d182dfa0e94cad987469a534e7e41d is 50, key is test_row_0/C:col10/1732174445521/Put/seqid=0 2024-11-21T07:34:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,657 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/dbb5bddbc85a4bf7a00d27b4c44f2d7c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/dbb5bddbc85a4bf7a00d27b4c44f2d7c 2024-11-21T07:34:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,662 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/A of 9ee245933ae5e1f937755148cefaaedb into dbb5bddbc85a4bf7a00d27b4c44f2d7c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:07,662 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:07,662 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/A, priority=13, startTime=1732174447205; duration=0sec 2024-11-21T07:34:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,662 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,662 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:A 2024-11-21T07:34:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742198_1374 (size=12663) 2024-11-21T07:34:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174507723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174507724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174507730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174507730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174507731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:07,746 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c53673c9166040d49b7092756d1bb6e1_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c53673c9166040d49b7092756d1bb6e1_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:07,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/81b6f23b4188438bb76b60462a0746d8, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:07,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/81b6f23b4188438bb76b60462a0746d8 is 175, key is test_row_0/A:col10/1732174445526/Put/seqid=0 2024-11-21T07:34:07,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742199_1375 (size=22461) 2024-11-21T07:34:07,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174507832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174507832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174507835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174507835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:07,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174507839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174508033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174508037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174508038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174508038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174508044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,079 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/56d182dfa0e94cad987469a534e7e41d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/56d182dfa0e94cad987469a534e7e41d 2024-11-21T07:34:08,083 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/C of 9ee245933ae5e1f937755148cefaaedb into 56d182dfa0e94cad987469a534e7e41d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:08,083 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:08,083 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/C, priority=13, startTime=1732174447205; duration=0sec 2024-11-21T07:34:08,083 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:08,083 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:C 2024-11-21T07:34:08,151 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/81b6f23b4188438bb76b60462a0746d8 2024-11-21T07:34:08,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/003ab192ef504286a55493f9bf8f9ff0 is 50, key is test_row_0/B:col10/1732174445526/Put/seqid=0 2024-11-21T07:34:08,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742200_1376 (size=9757) 2024-11-21T07:34:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T07:34:08,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174508339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174508341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174508343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174508344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174508350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,560 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/003ab192ef504286a55493f9bf8f9ff0 2024-11-21T07:34:08,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/a6cf5e01a104427c8361d6870d80124f is 50, key is test_row_0/C:col10/1732174445526/Put/seqid=0 2024-11-21T07:34:08,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742201_1377 (size=9757) 2024-11-21T07:34:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174508844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174508845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174508849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174508851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174508852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:08,971 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/a6cf5e01a104427c8361d6870d80124f 2024-11-21T07:34:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/81b6f23b4188438bb76b60462a0746d8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/81b6f23b4188438bb76b60462a0746d8 2024-11-21T07:34:08,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/81b6f23b4188438bb76b60462a0746d8, entries=100, sequenceid=232, filesize=21.9 K 2024-11-21T07:34:08,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/003ab192ef504286a55493f9bf8f9ff0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/003ab192ef504286a55493f9bf8f9ff0 2024-11-21T07:34:08,981 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/003ab192ef504286a55493f9bf8f9ff0, entries=100, sequenceid=232, filesize=9.5 K 2024-11-21T07:34:08,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/a6cf5e01a104427c8361d6870d80124f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/a6cf5e01a104427c8361d6870d80124f 2024-11-21T07:34:08,985 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/a6cf5e01a104427c8361d6870d80124f, entries=100, sequenceid=232, filesize=9.5 K 2024-11-21T07:34:08,986 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 9ee245933ae5e1f937755148cefaaedb in 1662ms, sequenceid=232, compaction requested=false 2024-11-21T07:34:08,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:08,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:08,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-21T07:34:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-21T07:34:08,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-21T07:34:08,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8820 sec 2024-11-21T07:34:08,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.8840 sec 2024-11-21T07:34:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:09,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T07:34:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:34:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:34:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:34:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:09,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c6cfbd9f95d44a66bd0737d62c52fb52_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174447730/Put/seqid=0 2024-11-21T07:34:09,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174509862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:09,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742202_1378 (size=12454) 2024-11-21T07:34:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174509862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53906 deadline: 1732174509863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174509863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:09,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174509863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:09,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174509964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174509967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174509967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174509969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174510167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174510171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174510171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174510172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T07:34:10,210 INFO [Thread-1426 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-21T07:34:10,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-21T07:34:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T07:34:10,213 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:10,213 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:10,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:10,266 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:10,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c6cfbd9f95d44a66bd0737d62c52fb52_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c6cfbd9f95d44a66bd0737d62c52fb52_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:10,269 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/03259981e2634561b40a4cfdb63aa917, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:10,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/03259981e2634561b40a4cfdb63aa917 is 175, key is test_row_0/A:col10/1732174447730/Put/seqid=0 2024-11-21T07:34:10,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742203_1379 (size=31255) 2024-11-21T07:34:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T07:34:10,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T07:34:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:10,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174510473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174510477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174510479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174510479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T07:34:10,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T07:34:10,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:10,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:10,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:10,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T07:34:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:10,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,673 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/03259981e2634561b40a4cfdb63aa917 2024-11-21T07:34:10,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/dd0d87755dd441ac90e992c76a2b2501 is 50, key is test_row_0/B:col10/1732174447730/Put/seqid=0 2024-11-21T07:34:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742204_1380 (size=12301) 2024-11-21T07:34:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T07:34:10,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T07:34:10,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:10,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:10,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:10,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T07:34:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. as already flushing 2024-11-21T07:34:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:10,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:10,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53944 deadline: 1732174510979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53896 deadline: 1732174510982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53932 deadline: 1732174510982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:10,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53922 deadline: 1732174510983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:11,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/dd0d87755dd441ac90e992c76a2b2501 2024-11-21T07:34:11,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/584c59903c9c4b559a19adc51a17f618 is 50, key is test_row_0/C:col10/1732174447730/Put/seqid=0 2024-11-21T07:34:11,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742205_1381 (size=12301) 2024-11-21T07:34:11,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/584c59903c9c4b559a19adc51a17f618 2024-11-21T07:34:11,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/03259981e2634561b40a4cfdb63aa917 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03259981e2634561b40a4cfdb63aa917 2024-11-21T07:34:11,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03259981e2634561b40a4cfdb63aa917, entries=150, sequenceid=263, filesize=30.5 K 2024-11-21T07:34:11,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/dd0d87755dd441ac90e992c76a2b2501 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd0d87755dd441ac90e992c76a2b2501 2024-11-21T07:34:11,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd0d87755dd441ac90e992c76a2b2501, entries=150, sequenceid=263, filesize=12.0 K 2024-11-21T07:34:11,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/584c59903c9c4b559a19adc51a17f618 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/584c59903c9c4b559a19adc51a17f618 2024-11-21T07:34:11,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/584c59903c9c4b559a19adc51a17f618, entries=150, sequenceid=263, filesize=12.0 K 2024-11-21T07:34:11,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 9ee245933ae5e1f937755148cefaaedb in 1253ms, sequenceid=263, compaction requested=true 2024-11-21T07:34:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:11,109 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:11,109 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ee245933ae5e1f937755148cefaaedb:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:11,110 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:11,110 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:11,110 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/B is initiating minor compaction (all files) 2024-11-21T07:34:11,110 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/A is initiating minor compaction (all files) 2024-11-21T07:34:11,110 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/B in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:11,110 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/A in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:11,110 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/4d093ee376be4466b5412465a6d1534d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/003ab192ef504286a55493f9bf8f9ff0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd0d87755dd441ac90e992c76a2b2501] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=33.9 K 2024-11-21T07:34:11,110 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/dbb5bddbc85a4bf7a00d27b4c44f2d7c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/81b6f23b4188438bb76b60462a0746d8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03259981e2634561b40a4cfdb63aa917] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=83.3 K 2024-11-21T07:34:11,110 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:11,110 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/dbb5bddbc85a4bf7a00d27b4c44f2d7c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/81b6f23b4188438bb76b60462a0746d8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03259981e2634561b40a4cfdb63aa917] 2024-11-21T07:34:11,111 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d093ee376be4466b5412465a6d1534d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732174444902 2024-11-21T07:34:11,111 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbb5bddbc85a4bf7a00d27b4c44f2d7c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732174444902 2024-11-21T07:34:11,111 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 003ab192ef504286a55493f9bf8f9ff0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732174445526 2024-11-21T07:34:11,111 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81b6f23b4188438bb76b60462a0746d8, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732174445526 2024-11-21T07:34:11,111 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting dd0d87755dd441ac90e992c76a2b2501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732174447728 2024-11-21T07:34:11,111 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03259981e2634561b40a4cfdb63aa917, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732174447728 2024-11-21T07:34:11,117 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:11,117 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:11,117 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/9fe1a88811e54dc9a2c7f9692b398227 is 50, key is test_row_0/B:col10/1732174447730/Put/seqid=0 2024-11-21T07:34:11,119 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112171c471b0921b49d996902ea48016d9db_9ee245933ae5e1f937755148cefaaedb store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:11,120 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112171c471b0921b49d996902ea48016d9db_9ee245933ae5e1f937755148cefaaedb, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:11,120 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112171c471b0921b49d996902ea48016d9db_9ee245933ae5e1f937755148cefaaedb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:11,126 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:11,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-21T07:34:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:11,128 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T07:34:11,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:34:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:34:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:34:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:11,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742207_1383 (size=4469) 2024-11-21T07:34:11,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742206_1382 (size=12915) 2024-11-21T07:34:11,131 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#A#compaction#318 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:11,131 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/4130e3a5038a4204bba1ed5522fe8d07 is 175, key is test_row_0/A:col10/1732174447730/Put/seqid=0 2024-11-21T07:34:11,138 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/9fe1a88811e54dc9a2c7f9692b398227 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/9fe1a88811e54dc9a2c7f9692b398227 2024-11-21T07:34:11,143 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/B of 9ee245933ae5e1f937755148cefaaedb into 9fe1a88811e54dc9a2c7f9692b398227(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:11,143 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:11,144 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/B, priority=13, startTime=1732174451109; duration=0sec 2024-11-21T07:34:11,144 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:11,144 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:B 2024-11-21T07:34:11,144 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:11,145 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:11,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218b164e1c1675494196d63a56080e8474_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174449862/Put/seqid=0 2024-11-21T07:34:11,145 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 9ee245933ae5e1f937755148cefaaedb/C is initiating minor compaction (all files) 2024-11-21T07:34:11,145 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9ee245933ae5e1f937755148cefaaedb/C in TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:11,145 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/56d182dfa0e94cad987469a534e7e41d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/a6cf5e01a104427c8361d6870d80124f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/584c59903c9c4b559a19adc51a17f618] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp, totalSize=33.9 K 2024-11-21T07:34:11,148 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 56d182dfa0e94cad987469a534e7e41d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732174444902 2024-11-21T07:34:11,149 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting a6cf5e01a104427c8361d6870d80124f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732174445526 2024-11-21T07:34:11,149 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 584c59903c9c4b559a19adc51a17f618, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732174447728 2024-11-21T07:34:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742208_1384 (size=31869) 2024-11-21T07:34:11,166 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/4130e3a5038a4204bba1ed5522fe8d07 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/4130e3a5038a4204bba1ed5522fe8d07 2024-11-21T07:34:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742209_1385 (size=12454) 2024-11-21T07:34:11,171 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ee245933ae5e1f937755148cefaaedb#C#compaction#320 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:11,171 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/bbe30ab8f42b4a23bb1cb84741461840 is 50, key is test_row_0/C:col10/1732174447730/Put/seqid=0 2024-11-21T07:34:11,173 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/A of 9ee245933ae5e1f937755148cefaaedb into 4130e3a5038a4204bba1ed5522fe8d07(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:11,174 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:11,174 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/A, priority=13, startTime=1732174451109; duration=0sec 2024-11-21T07:34:11,174 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:11,174 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:A 2024-11-21T07:34:11,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,178 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218b164e1c1675494196d63a56080e8474_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218b164e1c1675494196d63a56080e8474_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/f01d7525d7794666879c0b76b496c0d0, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:11,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/f01d7525d7794666879c0b76b496c0d0 is 175, key is test_row_0/A:col10/1732174449862/Put/seqid=0 2024-11-21T07:34:11,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742210_1386 (size=12915) 2024-11-21T07:34:11,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742211_1387 (size=31255) 2024-11-21T07:34:11,201 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/f01d7525d7794666879c0b76b496c0d0 2024-11-21T07:34:11,201 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/bbe30ab8f42b4a23bb1cb84741461840 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/bbe30ab8f42b4a23bb1cb84741461840 2024-11-21T07:34:11,211 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9ee245933ae5e1f937755148cefaaedb/C of 9ee245933ae5e1f937755148cefaaedb into bbe30ab8f42b4a23bb1cb84741461840(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:11,211 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:11,211 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb., storeName=9ee245933ae5e1f937755148cefaaedb/C, priority=13, startTime=1732174451109; duration=0sec 2024-11-21T07:34:11,211 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:11,211 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ee245933ae5e1f937755148cefaaedb:C 2024-11-21T07:34:11,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/0e0832317ac644cb8766339216b7ef25 is 50, key is test_row_0/B:col10/1732174449862/Put/seqid=0 2024-11-21T07:34:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742212_1388 (size=12301) 2024-11-21T07:34:11,223 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/0e0832317ac644cb8766339216b7ef25 2024-11-21T07:34:11,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/5b8a7c60b92345af961554b4a12f8a3a is 50, key is test_row_0/C:col10/1732174449862/Put/seqid=0 2024-11-21T07:34:11,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742213_1389 (size=12301) 2024-11-21T07:34:11,246 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/5b8a7c60b92345af961554b4a12f8a3a 2024-11-21T07:34:11,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/f01d7525d7794666879c0b76b496c0d0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f01d7525d7794666879c0b76b496c0d0 2024-11-21T07:34:11,257 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f01d7525d7794666879c0b76b496c0d0, entries=150, sequenceid=271, filesize=30.5 K 2024-11-21T07:34:11,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/0e0832317ac644cb8766339216b7ef25 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/0e0832317ac644cb8766339216b7ef25 2024-11-21T07:34:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,261 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/0e0832317ac644cb8766339216b7ef25, entries=150, sequenceid=271, filesize=12.0 K 2024-11-21T07:34:11,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/5b8a7c60b92345af961554b4a12f8a3a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/5b8a7c60b92345af961554b4a12f8a3a 2024-11-21T07:34:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,265 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/5b8a7c60b92345af961554b4a12f8a3a, entries=150, sequenceid=271, filesize=12.0 K 2024-11-21T07:34:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,266 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9ee245933ae5e1f937755148cefaaedb in 138ms, sequenceid=271, compaction requested=false 2024-11-21T07:34:11,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-21T07:34:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-21T07:34:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-21T07:34:11,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-11-21T07:34:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.0590 sec 2024-11-21T07:34:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T07:34:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,316 INFO [Thread-1426 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-21T07:34:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-21T07:34:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,318 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,319 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T07:34:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T07:34:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-21T07:34:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:11,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:11,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:11,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-21T07:34:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-21T07:34:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-21T07:34:11,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-21T07:34:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 158 msec 2024-11-21T07:34:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,587 DEBUG [Thread-1433 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:63395 2024-11-21T07:34:11,587 DEBUG [Thread-1433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,600 DEBUG [Thread-1431 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:63395 2024-11-21T07:34:11,600 DEBUG [Thread-1431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,606 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T07:34:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T07:34:11,622 INFO [Thread-1426 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-21T07:34:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,627 DEBUG [Thread-1429 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:63395 2024-11-21T07:34:11,627 DEBUG [Thread-1429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,654 DEBUG [Thread-1435 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:63395 2024-11-21T07:34:11,654 DEBUG [Thread-1435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:11,662 DEBUG [Thread-1427 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:63395 2024-11-21T07:34:11,662 DEBUG [Thread-1427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,889 DEBUG [Thread-1424 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:63395 2024-11-21T07:34:11,889 DEBUG [Thread-1424 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,990 DEBUG [Thread-1418 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:63395 2024-11-21T07:34:11,990 DEBUG [Thread-1418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,991 DEBUG [Thread-1422 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:63395 2024-11-21T07:34:11,991 DEBUG [Thread-1420 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:63395 2024-11-21T07:34:11,992 DEBUG [Thread-1422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,992 DEBUG [Thread-1420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,997 DEBUG [Thread-1416 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:63395 2024-11-21T07:34:11,997 DEBUG [Thread-1416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2685 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8055 rows 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2696 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8088 rows 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2716 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8148 rows 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2690 2024-11-21T07:34:11,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8070 rows 2024-11-21T07:34:11,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2703 2024-11-21T07:34:11,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8108 rows 2024-11-21T07:34:11,998 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T07:34:11,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:63395 2024-11-21T07:34:11,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:11,999 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T07:34:12,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T07:34:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T07:34:12,003 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174452002"}]},"ts":"1732174452002"} 2024-11-21T07:34:12,004 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T07:34:12,016 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T07:34:12,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T07:34:12,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, UNASSIGN}] 2024-11-21T07:34:12,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, UNASSIGN 2024-11-21T07:34:12,019 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=9ee245933ae5e1f937755148cefaaedb, regionState=CLOSING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:34:12,020 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T07:34:12,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:34:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T07:34:12,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:12,172 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:12,172 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T07:34:12,172 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 9ee245933ae5e1f937755148cefaaedb, disabling compactions & flushes 2024-11-21T07:34:12,172 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:12,172 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:12,172 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. after waiting 0 ms 2024-11-21T07:34:12,172 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:12,173 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 9ee245933ae5e1f937755148cefaaedb 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T07:34:12,173 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=A 2024-11-21T07:34:12,173 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:12,173 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=B 2024-11-21T07:34:12,174 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:12,174 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9ee245933ae5e1f937755148cefaaedb, store=C 2024-11-21T07:34:12,174 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:12,184 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216cefec3080154fc48dfd506b82c395f8_9ee245933ae5e1f937755148cefaaedb is 50, key is test_row_0/A:col10/1732174451995/Put/seqid=0 2024-11-21T07:34:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742214_1390 (size=12454) 2024-11-21T07:34:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T07:34:12,590 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:12,599 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216cefec3080154fc48dfd506b82c395f8_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216cefec3080154fc48dfd506b82c395f8_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:12,600 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/fa18e5e9bdfe4898bf2cf5fa00275d2b, store: [table=TestAcidGuarantees family=A region=9ee245933ae5e1f937755148cefaaedb] 2024-11-21T07:34:12,601 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/fa18e5e9bdfe4898bf2cf5fa00275d2b is 175, key is test_row_0/A:col10/1732174451995/Put/seqid=0 2024-11-21T07:34:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742215_1391 (size=31255) 2024-11-21T07:34:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T07:34:13,007 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/fa18e5e9bdfe4898bf2cf5fa00275d2b 2024-11-21T07:34:13,020 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/a37f7ec3ce8b40f8b5fbeeff35dbd7cb is 50, key is test_row_0/B:col10/1732174451995/Put/seqid=0 2024-11-21T07:34:13,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742216_1392 (size=12301) 2024-11-21T07:34:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T07:34:13,425 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/a37f7ec3ce8b40f8b5fbeeff35dbd7cb 2024-11-21T07:34:13,431 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/0d9326652da94d89884acafeddff3438 is 50, key is test_row_0/C:col10/1732174451995/Put/seqid=0 2024-11-21T07:34:13,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742217_1393 (size=12301) 2024-11-21T07:34:13,837 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/0d9326652da94d89884acafeddff3438 2024-11-21T07:34:13,848 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/A/fa18e5e9bdfe4898bf2cf5fa00275d2b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/fa18e5e9bdfe4898bf2cf5fa00275d2b 2024-11-21T07:34:13,853 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/fa18e5e9bdfe4898bf2cf5fa00275d2b, entries=150, sequenceid=283, filesize=30.5 K 2024-11-21T07:34:13,854 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/B/a37f7ec3ce8b40f8b5fbeeff35dbd7cb as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/a37f7ec3ce8b40f8b5fbeeff35dbd7cb 2024-11-21T07:34:13,859 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/a37f7ec3ce8b40f8b5fbeeff35dbd7cb, entries=150, sequenceid=283, filesize=12.0 K 2024-11-21T07:34:13,860 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/.tmp/C/0d9326652da94d89884acafeddff3438 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/0d9326652da94d89884acafeddff3438 2024-11-21T07:34:13,864 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/0d9326652da94d89884acafeddff3438, entries=150, sequenceid=283, filesize=12.0 K 2024-11-21T07:34:13,865 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9ee245933ae5e1f937755148cefaaedb in 1691ms, sequenceid=283, compaction requested=true 2024-11-21T07:34:13,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/951cf28cd19649a4a74fb5151b46739e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/92d54a07aab6495a929147f838a6ab49, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/9a80c783d4ba4fb4a021695f76180c79, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/e63a6b1de0fc4378bb4e4f6674f9e893, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/54419d48b6a4460392f0ad58a5fdb692, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03b52766981649d3878e409a477464d1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/19aa5e3279494725b7d7364d928d53ae, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/c50a51a6ae474600ba13a495b576adcc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/63c17680c60e4931bcc528323496105a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/b461cddf6a234c7d9eaa29515c2d62e5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/a16ff42f01b4481da8239adde5785bbd, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f807915980374b838d0f508b4ccfa032, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/eeed7e7c7ca24f538baa0851efd263ba, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/2612f7b2f6e24c2e987158fb1edbf7cb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/0b54eaf205084d088c902c2b8be49443, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/dbb5bddbc85a4bf7a00d27b4c44f2d7c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/81b6f23b4188438bb76b60462a0746d8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03259981e2634561b40a4cfdb63aa917] to archive 2024-11-21T07:34:13,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:34:13,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/951cf28cd19649a4a74fb5151b46739e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/951cf28cd19649a4a74fb5151b46739e 2024-11-21T07:34:13,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/92d54a07aab6495a929147f838a6ab49 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/92d54a07aab6495a929147f838a6ab49 2024-11-21T07:34:13,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/9a80c783d4ba4fb4a021695f76180c79 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/9a80c783d4ba4fb4a021695f76180c79 2024-11-21T07:34:13,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/e63a6b1de0fc4378bb4e4f6674f9e893 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/e63a6b1de0fc4378bb4e4f6674f9e893 2024-11-21T07:34:13,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/54419d48b6a4460392f0ad58a5fdb692 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/54419d48b6a4460392f0ad58a5fdb692 2024-11-21T07:34:13,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03b52766981649d3878e409a477464d1 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03b52766981649d3878e409a477464d1 2024-11-21T07:34:13,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/19aa5e3279494725b7d7364d928d53ae to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/19aa5e3279494725b7d7364d928d53ae 2024-11-21T07:34:13,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/c50a51a6ae474600ba13a495b576adcc to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/c50a51a6ae474600ba13a495b576adcc 2024-11-21T07:34:13,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/63c17680c60e4931bcc528323496105a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/63c17680c60e4931bcc528323496105a 2024-11-21T07:34:13,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/b461cddf6a234c7d9eaa29515c2d62e5 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/b461cddf6a234c7d9eaa29515c2d62e5 2024-11-21T07:34:13,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/a16ff42f01b4481da8239adde5785bbd to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/a16ff42f01b4481da8239adde5785bbd 2024-11-21T07:34:13,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f807915980374b838d0f508b4ccfa032 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f807915980374b838d0f508b4ccfa032 2024-11-21T07:34:13,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/eeed7e7c7ca24f538baa0851efd263ba to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/eeed7e7c7ca24f538baa0851efd263ba 2024-11-21T07:34:13,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/2612f7b2f6e24c2e987158fb1edbf7cb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/2612f7b2f6e24c2e987158fb1edbf7cb 2024-11-21T07:34:13,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/0b54eaf205084d088c902c2b8be49443 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/0b54eaf205084d088c902c2b8be49443 2024-11-21T07:34:13,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/dbb5bddbc85a4bf7a00d27b4c44f2d7c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/dbb5bddbc85a4bf7a00d27b4c44f2d7c 2024-11-21T07:34:13,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/81b6f23b4188438bb76b60462a0746d8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/81b6f23b4188438bb76b60462a0746d8 2024-11-21T07:34:13,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03259981e2634561b40a4cfdb63aa917 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/03259981e2634561b40a4cfdb63aa917 2024-11-21T07:34:13,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/5a016ce285d3474d8461c69d34056ca1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/884c35df6edc4c0cb4738e338890021a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/65fb630ded72453c8a01e017c9f80f66, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/d5028600e801426dbedbffb093ad4e02, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/51139e9028d1404189046614d647f3cb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/1c66da9e255640d182d4e224d5c379a0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/98697a8fa41d49ee9599db04d098ddca, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/de6272c9d5f14b49a1db2ac3c0cb29a1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/673a78fb0a5e4bffb9030fd777496e52, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/df7453ec81f340c7852d21b830e2011d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/0e2deb3dcf784279be82c5c7bb5130d2, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cf6e0f8679d2425e9b4a91754c008b2a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd55c2f820a44495aa5284142f1e3107, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/77c0ff53a1764aedb8841d9305e029cf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/4d093ee376be4466b5412465a6d1534d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cb24456713ec4037a164c7e58d46d1d7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/003ab192ef504286a55493f9bf8f9ff0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd0d87755dd441ac90e992c76a2b2501] to archive 2024-11-21T07:34:13,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:34:13,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/5a016ce285d3474d8461c69d34056ca1 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/5a016ce285d3474d8461c69d34056ca1 2024-11-21T07:34:13,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/884c35df6edc4c0cb4738e338890021a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/884c35df6edc4c0cb4738e338890021a 2024-11-21T07:34:13,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/65fb630ded72453c8a01e017c9f80f66 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/65fb630ded72453c8a01e017c9f80f66 2024-11-21T07:34:13,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/d5028600e801426dbedbffb093ad4e02 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/d5028600e801426dbedbffb093ad4e02 2024-11-21T07:34:13,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/51139e9028d1404189046614d647f3cb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/51139e9028d1404189046614d647f3cb 2024-11-21T07:34:13,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/1c66da9e255640d182d4e224d5c379a0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/1c66da9e255640d182d4e224d5c379a0 2024-11-21T07:34:13,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/98697a8fa41d49ee9599db04d098ddca to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/98697a8fa41d49ee9599db04d098ddca 2024-11-21T07:34:13,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/de6272c9d5f14b49a1db2ac3c0cb29a1 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/de6272c9d5f14b49a1db2ac3c0cb29a1 2024-11-21T07:34:13,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/673a78fb0a5e4bffb9030fd777496e52 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/673a78fb0a5e4bffb9030fd777496e52 2024-11-21T07:34:13,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/df7453ec81f340c7852d21b830e2011d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/df7453ec81f340c7852d21b830e2011d 2024-11-21T07:34:13,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/0e2deb3dcf784279be82c5c7bb5130d2 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/0e2deb3dcf784279be82c5c7bb5130d2 2024-11-21T07:34:13,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cf6e0f8679d2425e9b4a91754c008b2a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cf6e0f8679d2425e9b4a91754c008b2a 2024-11-21T07:34:13,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd55c2f820a44495aa5284142f1e3107 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd55c2f820a44495aa5284142f1e3107 2024-11-21T07:34:13,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/77c0ff53a1764aedb8841d9305e029cf to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/77c0ff53a1764aedb8841d9305e029cf 2024-11-21T07:34:13,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/4d093ee376be4466b5412465a6d1534d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/4d093ee376be4466b5412465a6d1534d 2024-11-21T07:34:13,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cb24456713ec4037a164c7e58d46d1d7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/cb24456713ec4037a164c7e58d46d1d7 2024-11-21T07:34:13,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/003ab192ef504286a55493f9bf8f9ff0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/003ab192ef504286a55493f9bf8f9ff0 2024-11-21T07:34:13,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd0d87755dd441ac90e992c76a2b2501 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/dd0d87755dd441ac90e992c76a2b2501 2024-11-21T07:34:13,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/402678f7e493400b9c774a3b562e7fdb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/df0343e65a924777bb15a1f004e6f3f8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/28da4fdf0344492f8c9825c09defe1fe, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/74a673bf9ae742e7984b771b502fb3e8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/01eea342417e469dabfdc0f67c7579ab, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/32bf9e622758416bbf29899cddda4cd5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/419bca5e7a6f4530a8bab41ac4ffcf86, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/f1d2416153ed4c32bb9bbc24e8c775c7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/ee999c85147a430aa7eef8668b9fcf39, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/1ee4bbe4557a4590b87e1bd2f4234e67, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/689dff72f7724a54b6666ce1489fa425, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/140318c645904109b8bec7f3fca9b009, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/3f404add352e40b2be7eaf5f5cef2b3c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/0e95c734d7654ee58f842ab402fc795a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/56d182dfa0e94cad987469a534e7e41d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/efc07148a04b46a5923c9942208d98f7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/a6cf5e01a104427c8361d6870d80124f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/584c59903c9c4b559a19adc51a17f618] to archive 2024-11-21T07:34:13,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:34:13,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/402678f7e493400b9c774a3b562e7fdb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/402678f7e493400b9c774a3b562e7fdb 2024-11-21T07:34:13,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/df0343e65a924777bb15a1f004e6f3f8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/df0343e65a924777bb15a1f004e6f3f8 2024-11-21T07:34:13,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/28da4fdf0344492f8c9825c09defe1fe to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/28da4fdf0344492f8c9825c09defe1fe 2024-11-21T07:34:13,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/74a673bf9ae742e7984b771b502fb3e8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/74a673bf9ae742e7984b771b502fb3e8 2024-11-21T07:34:13,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/01eea342417e469dabfdc0f67c7579ab to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/01eea342417e469dabfdc0f67c7579ab 2024-11-21T07:34:13,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/32bf9e622758416bbf29899cddda4cd5 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/32bf9e622758416bbf29899cddda4cd5 2024-11-21T07:34:13,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/419bca5e7a6f4530a8bab41ac4ffcf86 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/419bca5e7a6f4530a8bab41ac4ffcf86 2024-11-21T07:34:13,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/f1d2416153ed4c32bb9bbc24e8c775c7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/f1d2416153ed4c32bb9bbc24e8c775c7 2024-11-21T07:34:13,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/ee999c85147a430aa7eef8668b9fcf39 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/ee999c85147a430aa7eef8668b9fcf39 2024-11-21T07:34:13,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/1ee4bbe4557a4590b87e1bd2f4234e67 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/1ee4bbe4557a4590b87e1bd2f4234e67 2024-11-21T07:34:13,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/689dff72f7724a54b6666ce1489fa425 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/689dff72f7724a54b6666ce1489fa425 2024-11-21T07:34:13,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/140318c645904109b8bec7f3fca9b009 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/140318c645904109b8bec7f3fca9b009 2024-11-21T07:34:13,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/3f404add352e40b2be7eaf5f5cef2b3c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/3f404add352e40b2be7eaf5f5cef2b3c 2024-11-21T07:34:13,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/0e95c734d7654ee58f842ab402fc795a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/0e95c734d7654ee58f842ab402fc795a 2024-11-21T07:34:13,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/56d182dfa0e94cad987469a534e7e41d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/56d182dfa0e94cad987469a534e7e41d 2024-11-21T07:34:13,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/efc07148a04b46a5923c9942208d98f7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/efc07148a04b46a5923c9942208d98f7 2024-11-21T07:34:13,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/a6cf5e01a104427c8361d6870d80124f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/a6cf5e01a104427c8361d6870d80124f 2024-11-21T07:34:13,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/584c59903c9c4b559a19adc51a17f618 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/584c59903c9c4b559a19adc51a17f618 2024-11-21T07:34:13,948 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/recovered.edits/286.seqid, newMaxSeqId=286, maxSeqId=4 2024-11-21T07:34:13,949 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb. 2024-11-21T07:34:13,949 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 9ee245933ae5e1f937755148cefaaedb: 2024-11-21T07:34:13,950 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:13,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=9ee245933ae5e1f937755148cefaaedb, regionState=CLOSED 2024-11-21T07:34:13,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-21T07:34:13,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 9ee245933ae5e1f937755148cefaaedb, server=7031d45592d4,46583,1732174333165 in 1.9320 sec 2024-11-21T07:34:13,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-21T07:34:13,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ee245933ae5e1f937755148cefaaedb, UNASSIGN in 1.9360 sec 2024-11-21T07:34:13,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-21T07:34:13,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9390 sec 2024-11-21T07:34:13,959 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174453959"}]},"ts":"1732174453959"} 2024-11-21T07:34:13,961 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T07:34:13,975 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T07:34:13,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9750 sec 2024-11-21T07:34:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T07:34:14,111 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-21T07:34:14,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T07:34:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:14,117 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:14,118 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T07:34:14,121 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,124 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/recovered.edits] 2024-11-21T07:34:14,129 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/4130e3a5038a4204bba1ed5522fe8d07 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/4130e3a5038a4204bba1ed5522fe8d07 2024-11-21T07:34:14,130 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f01d7525d7794666879c0b76b496c0d0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/f01d7525d7794666879c0b76b496c0d0 2024-11-21T07:34:14,133 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/fa18e5e9bdfe4898bf2cf5fa00275d2b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/A/fa18e5e9bdfe4898bf2cf5fa00275d2b 2024-11-21T07:34:14,137 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/0e0832317ac644cb8766339216b7ef25 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/0e0832317ac644cb8766339216b7ef25 2024-11-21T07:34:14,139 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/9fe1a88811e54dc9a2c7f9692b398227 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/9fe1a88811e54dc9a2c7f9692b398227 2024-11-21T07:34:14,141 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/a37f7ec3ce8b40f8b5fbeeff35dbd7cb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/B/a37f7ec3ce8b40f8b5fbeeff35dbd7cb 2024-11-21T07:34:14,145 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/0d9326652da94d89884acafeddff3438 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/0d9326652da94d89884acafeddff3438 2024-11-21T07:34:14,147 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/5b8a7c60b92345af961554b4a12f8a3a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/5b8a7c60b92345af961554b4a12f8a3a 2024-11-21T07:34:14,149 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/bbe30ab8f42b4a23bb1cb84741461840 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/C/bbe30ab8f42b4a23bb1cb84741461840 2024-11-21T07:34:14,153 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/recovered.edits/286.seqid to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb/recovered.edits/286.seqid 2024-11-21T07:34:14,154 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,154 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T07:34:14,155 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T07:34:14,156 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T07:34:14,160 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212fc9ce289005486788a86efb33f7d6b6_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212fc9ce289005486788a86efb33f7d6b6_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,162 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216cefec3080154fc48dfd506b82c395f8_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216cefec3080154fc48dfd506b82c395f8_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,164 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216f385ea2d44049fba5bae770aee69f74_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216f385ea2d44049fba5bae770aee69f74_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,166 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121723c5e6cba0f4047b109d52e87f4a6a7_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121723c5e6cba0f4047b109d52e87f4a6a7_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,168 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217cf031d9f453448f8b9c037d24520528_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217cf031d9f453448f8b9c037d24520528_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,170 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112188c9fdf8c1014f56a8fe6f865e2f50ee_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112188c9fdf8c1014f56a8fe6f865e2f50ee_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,171 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218b164e1c1675494196d63a56080e8474_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218b164e1c1675494196d63a56080e8474_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,173 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121919abac0138a41e5812ccb03f8adf5f0_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121919abac0138a41e5812ccb03f8adf5f0_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,174 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a8961e5c610447a49457fbf8c04ff0dc_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a8961e5c610447a49457fbf8c04ff0dc_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,176 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aaea036f6f294cedbdafd9aa92932f42_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aaea036f6f294cedbdafd9aa92932f42_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,178 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ad042c3796ca459f943fe1d42f9d1fd7_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ad042c3796ca459f943fe1d42f9d1fd7_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,179 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c53673c9166040d49b7092756d1bb6e1_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c53673c9166040d49b7092756d1bb6e1_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,181 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c6cfbd9f95d44a66bd0737d62c52fb52_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c6cfbd9f95d44a66bd0737d62c52fb52_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,182 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c7449d6ef9b94f29aee18ce4821edfbc_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c7449d6ef9b94f29aee18ce4821edfbc_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,183 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121deb99d5cce20480e89f78f4835325b1d_9ee245933ae5e1f937755148cefaaedb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121deb99d5cce20480e89f78f4835325b1d_9ee245933ae5e1f937755148cefaaedb 2024-11-21T07:34:14,184 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T07:34:14,186 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:14,188 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T07:34:14,189 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T07:34:14,190 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:14,190 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T07:34:14,190 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732174454190"}]},"ts":"9223372036854775807"} 2024-11-21T07:34:14,191 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T07:34:14,191 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9ee245933ae5e1f937755148cefaaedb, NAME => 'TestAcidGuarantees,,1732174428720.9ee245933ae5e1f937755148cefaaedb.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T07:34:14,191 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T07:34:14,191 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732174454191"}]},"ts":"9223372036854775807"} 2024-11-21T07:34:14,193 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T07:34:14,200 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:14,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-21T07:34:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T07:34:14,220 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-21T07:34:14,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=464 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6043 (was 6089) 2024-11-21T07:34:14,241 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=6042 2024-11-21T07:34:14,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T07:34:14,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T07:34:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:14,245 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T07:34:14,245 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:14,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-21T07:34:14,246 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T07:34:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-21T07:34:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742218_1394 (size=960) 2024-11-21T07:34:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-21T07:34:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-21T07:34:14,656 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6 2024-11-21T07:34:14,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742219_1395 (size=53) 2024-11-21T07:34:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-21T07:34:15,067 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:34:15,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 16c91c2d4361bf462b965d5af016192e, disabling compactions & flushes 2024-11-21T07:34:15,068 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:15,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:15,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. after waiting 0 ms 2024-11-21T07:34:15,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:15,068 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:15,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:15,070 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T07:34:15,070 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732174455070"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732174455070"}]},"ts":"1732174455070"} 2024-11-21T07:34:15,072 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T07:34:15,074 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T07:34:15,074 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174455074"}]},"ts":"1732174455074"} 2024-11-21T07:34:15,075 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T07:34:15,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=16c91c2d4361bf462b965d5af016192e, ASSIGN}] 2024-11-21T07:34:15,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=16c91c2d4361bf462b965d5af016192e, ASSIGN 2024-11-21T07:34:15,129 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16c91c2d4361bf462b965d5af016192e, ASSIGN; state=OFFLINE, location=7031d45592d4,46583,1732174333165; forceNewPlan=false, retain=false 2024-11-21T07:34:15,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=16c91c2d4361bf462b965d5af016192e, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:34:15,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure 16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:34:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-21T07:34:15,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:15,439 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:15,439 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:34:15,439 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:15,439 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:34:15,439 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:15,439 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:15,440 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:15,441 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:34:15,441 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16c91c2d4361bf462b965d5af016192e columnFamilyName A 2024-11-21T07:34:15,441 DEBUG [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:15,442 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] regionserver.HStore(327): Store=16c91c2d4361bf462b965d5af016192e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:34:15,442 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:15,443 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:34:15,443 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16c91c2d4361bf462b965d5af016192e columnFamilyName B 2024-11-21T07:34:15,443 DEBUG [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:15,444 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] regionserver.HStore(327): Store=16c91c2d4361bf462b965d5af016192e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:34:15,444 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:15,445 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:34:15,445 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16c91c2d4361bf462b965d5af016192e columnFamilyName C 2024-11-21T07:34:15,445 DEBUG [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:15,446 INFO [StoreOpener-16c91c2d4361bf462b965d5af016192e-1 {}] regionserver.HStore(327): Store=16c91c2d4361bf462b965d5af016192e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:34:15,446 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:15,446 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:15,447 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:15,448 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:34:15,449 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:15,450 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T07:34:15,450 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened 16c91c2d4361bf462b965d5af016192e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61421074, jitterRate=-0.08475467562675476}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:34:15,451 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:15,451 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., pid=125, masterSystemTime=1732174455436 2024-11-21T07:34:15,452 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:15,452 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:15,453 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=16c91c2d4361bf462b965d5af016192e, regionState=OPEN, openSeqNum=2, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:34:15,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-21T07:34:15,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure 16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 in 171 msec 2024-11-21T07:34:15,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-21T07:34:15,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=16c91c2d4361bf462b965d5af016192e, ASSIGN in 329 msec 2024-11-21T07:34:15,456 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T07:34:15,456 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174455456"}]},"ts":"1732174455456"} 2024-11-21T07:34:15,456 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T07:34:15,501 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T07:34:15,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2580 sec 2024-11-21T07:34:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-21T07:34:16,355 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-21T07:34:16,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-11-21T07:34:16,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,407 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T07:34:16,412 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T07:34:16,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-21T07:34:16,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,426 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-21T07:34:16,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-21T07:34:16,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,442 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-21T07:34:16,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,451 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-21T07:34:16,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-21T07:34:16,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,468 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-21T07:34:16,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-21T07:34:16,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-21T07:34:16,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,493 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-21T07:34:16,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:16,505 DEBUG [hconnection-0x6f65f62a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,505 DEBUG [hconnection-0x1738bae5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,505 DEBUG [hconnection-0x14226508-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,506 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,506 DEBUG [hconnection-0x4380b8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,506 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,506 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,506 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,506 DEBUG [hconnection-0x4dffc868-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,507 DEBUG [hconnection-0x4ab49c6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,507 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,508 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,508 DEBUG [hconnection-0x13c37e18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,509 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-21T07:34:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T07:34:16,511 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:16,512 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:16,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:16,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T07:34:16,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:16,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:16,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:16,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:16,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:16,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:16,519 DEBUG [hconnection-0x1d827b7d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,520 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174516521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174516522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174516522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174516522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174516523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,527 DEBUG [hconnection-0x6b1101fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,528 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,531 DEBUG [hconnection-0x3e3fa886-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:16,532 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:16,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/bddd1e99cc7d44d5967daef356c4d80e is 50, key is test_row_0/A:col10/1732174456513/Put/seqid=0 2024-11-21T07:34:16,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742220_1396 (size=12001) 2024-11-21T07:34:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T07:34:16,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174516623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174516623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174516623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174516624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174516624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T07:34:16,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:16,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:16,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:16,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:16,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T07:34:16,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T07:34:16,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:16,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:16,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:16,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:16,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:16,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174516827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174516827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174516827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174516828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174516827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/bddd1e99cc7d44d5967daef356c4d80e 2024-11-21T07:34:16,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/c97464583e714b50b8564901ac8cc062 is 50, key is test_row_0/B:col10/1732174456513/Put/seqid=0 2024-11-21T07:34:16,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:16,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T07:34:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:16,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:16,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742221_1397 (size=12001) 2024-11-21T07:34:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T07:34:17,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T07:34:17,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:17,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:17,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174517132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174517132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174517132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174517133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174517133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T07:34:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:17,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:17,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/c97464583e714b50b8564901ac8cc062 2024-11-21T07:34:17,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/fb5a994c57de496390bcaf80c6b80439 is 50, key is test_row_0/C:col10/1732174456513/Put/seqid=0 2024-11-21T07:34:17,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742222_1398 (size=12001) 2024-11-21T07:34:17,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/fb5a994c57de496390bcaf80c6b80439 2024-11-21T07:34:17,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/bddd1e99cc7d44d5967daef356c4d80e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/bddd1e99cc7d44d5967daef356c4d80e 2024-11-21T07:34:17,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/bddd1e99cc7d44d5967daef356c4d80e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T07:34:17,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/c97464583e714b50b8564901ac8cc062 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/c97464583e714b50b8564901ac8cc062 2024-11-21T07:34:17,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/c97464583e714b50b8564901ac8cc062, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T07:34:17,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/fb5a994c57de496390bcaf80c6b80439 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/fb5a994c57de496390bcaf80c6b80439 2024-11-21T07:34:17,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/fb5a994c57de496390bcaf80c6b80439, entries=150, sequenceid=15, filesize=11.7 K 2024-11-21T07:34:17,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 16c91c2d4361bf462b965d5af016192e in 901ms, sequenceid=15, compaction requested=false 2024-11-21T07:34:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:17,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T07:34:17,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:17,427 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:34:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:17,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/4ad57b3030a04df6a081a4da04571118 is 50, key is test_row_0/A:col10/1732174456521/Put/seqid=0 2024-11-21T07:34:17,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742223_1399 (size=12001) 2024-11-21T07:34:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T07:34:17,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:17,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174517643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174517647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174517648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174517648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174517648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174517749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174517749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174517753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174517753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174517753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,847 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/4ad57b3030a04df6a081a4da04571118 2024-11-21T07:34:17,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/22d68e11b5e24856af13bafbdf62c37e is 50, key is test_row_0/B:col10/1732174456521/Put/seqid=0 2024-11-21T07:34:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742224_1400 (size=12001) 2024-11-21T07:34:17,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174517951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174517952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174517956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174517956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:17,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174517957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174518257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174518257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174518258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174518260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174518263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,268 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/22d68e11b5e24856af13bafbdf62c37e 2024-11-21T07:34:18,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/f7d28d4aa15348cab8b2065ad58e1b7b is 50, key is test_row_0/C:col10/1732174456521/Put/seqid=0 2024-11-21T07:34:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742225_1401 (size=12001) 2024-11-21T07:34:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T07:34:18,678 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/f7d28d4aa15348cab8b2065ad58e1b7b 2024-11-21T07:34:18,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/4ad57b3030a04df6a081a4da04571118 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4ad57b3030a04df6a081a4da04571118 2024-11-21T07:34:18,684 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4ad57b3030a04df6a081a4da04571118, entries=150, sequenceid=39, filesize=11.7 K 2024-11-21T07:34:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/22d68e11b5e24856af13bafbdf62c37e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/22d68e11b5e24856af13bafbdf62c37e 2024-11-21T07:34:18,688 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/22d68e11b5e24856af13bafbdf62c37e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-21T07:34:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/f7d28d4aa15348cab8b2065ad58e1b7b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/f7d28d4aa15348cab8b2065ad58e1b7b 2024-11-21T07:34:18,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/f7d28d4aa15348cab8b2065ad58e1b7b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-21T07:34:18,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 16c91c2d4361bf462b965d5af016192e in 1266ms, sequenceid=39, compaction requested=false 2024-11-21T07:34:18,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:18,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:18,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-21T07:34:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-21T07:34:18,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-21T07:34:18,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1810 sec 2024-11-21T07:34:18,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.1870 sec 2024-11-21T07:34:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:18,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T07:34:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:18,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/36e42317a8114ecdb75f00d0d30b2936 is 50, key is test_row_0/A:col10/1732174457648/Put/seqid=0 2024-11-21T07:34:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742226_1402 (size=14341) 2024-11-21T07:34:18,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174518783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174518785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174518786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174518787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174518787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174518888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174518889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174518893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174518893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:18,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174518893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174519091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174519095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174519095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174519096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174519096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/36e42317a8114ecdb75f00d0d30b2936 2024-11-21T07:34:19,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/6d6b4a827cd84cdc93fe7a94b1ea91ee is 50, key is test_row_0/B:col10/1732174457648/Put/seqid=0 2024-11-21T07:34:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742227_1403 (size=12001) 2024-11-21T07:34:19,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174519397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174519397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174519398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174519401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174519402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T07:34:19,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/6d6b4a827cd84cdc93fe7a94b1ea91ee 2024-11-21T07:34:19,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/8813c1cef06f411288b89804a5de2eac is 50, key is test_row_0/C:col10/1732174457648/Put/seqid=0 2024-11-21T07:34:19,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742228_1404 (size=12001) 2024-11-21T07:34:19,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174519900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174519902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174519904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174519907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174519910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:19,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/8813c1cef06f411288b89804a5de2eac 2024-11-21T07:34:20,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/36e42317a8114ecdb75f00d0d30b2936 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/36e42317a8114ecdb75f00d0d30b2936 2024-11-21T07:34:20,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/36e42317a8114ecdb75f00d0d30b2936, entries=200, sequenceid=53, filesize=14.0 K 2024-11-21T07:34:20,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/6d6b4a827cd84cdc93fe7a94b1ea91ee as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6d6b4a827cd84cdc93fe7a94b1ea91ee 2024-11-21T07:34:20,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6d6b4a827cd84cdc93fe7a94b1ea91ee, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T07:34:20,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/8813c1cef06f411288b89804a5de2eac as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8813c1cef06f411288b89804a5de2eac 2024-11-21T07:34:20,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8813c1cef06f411288b89804a5de2eac, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T07:34:20,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 16c91c2d4361bf462b965d5af016192e in 1246ms, sequenceid=53, compaction requested=true 2024-11-21T07:34:20,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:20,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:20,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:20,012 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:20,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:20,012 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:20,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:20,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:20,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:20,013 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:20,013 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:20,013 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/A is initiating minor compaction (all files) 2024-11-21T07:34:20,013 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/B is initiating minor compaction (all files) 2024-11-21T07:34:20,013 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/B in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:20,013 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/A in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:20,013 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/c97464583e714b50b8564901ac8cc062, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/22d68e11b5e24856af13bafbdf62c37e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6d6b4a827cd84cdc93fe7a94b1ea91ee] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=35.2 K 2024-11-21T07:34:20,013 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/bddd1e99cc7d44d5967daef356c4d80e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4ad57b3030a04df6a081a4da04571118, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/36e42317a8114ecdb75f00d0d30b2936] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=37.4 K 2024-11-21T07:34:20,013 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting c97464583e714b50b8564901ac8cc062, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732174456512 2024-11-21T07:34:20,013 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting bddd1e99cc7d44d5967daef356c4d80e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732174456512 2024-11-21T07:34:20,013 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ad57b3030a04df6a081a4da04571118, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732174456520 2024-11-21T07:34:20,013 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 22d68e11b5e24856af13bafbdf62c37e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732174456520 2024-11-21T07:34:20,014 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d6b4a827cd84cdc93fe7a94b1ea91ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732174457647 2024-11-21T07:34:20,014 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36e42317a8114ecdb75f00d0d30b2936, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732174457647 2024-11-21T07:34:20,020 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#A#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:20,021 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/73b87e2c3e734c8c859d62536159cdf8 is 50, key is test_row_0/A:col10/1732174457648/Put/seqid=0 2024-11-21T07:34:20,027 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:20,028 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/af2952d95dd54fb6b829f8a0488dbfc4 is 50, key is test_row_0/B:col10/1732174457648/Put/seqid=0 2024-11-21T07:34:20,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742229_1405 (size=12104) 2024-11-21T07:34:20,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742230_1406 (size=12104) 2024-11-21T07:34:20,043 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/af2952d95dd54fb6b829f8a0488dbfc4 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/af2952d95dd54fb6b829f8a0488dbfc4 2024-11-21T07:34:20,048 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/B of 16c91c2d4361bf462b965d5af016192e into af2952d95dd54fb6b829f8a0488dbfc4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:20,048 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:20,049 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/B, priority=13, startTime=1732174460012; duration=0sec 2024-11-21T07:34:20,049 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:20,049 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:B 2024-11-21T07:34:20,049 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:20,051 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:20,051 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/C is initiating minor compaction (all files) 2024-11-21T07:34:20,051 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/C in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:20,051 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/fb5a994c57de496390bcaf80c6b80439, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/f7d28d4aa15348cab8b2065ad58e1b7b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8813c1cef06f411288b89804a5de2eac] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=35.2 K 2024-11-21T07:34:20,051 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting fb5a994c57de496390bcaf80c6b80439, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732174456512 2024-11-21T07:34:20,051 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting f7d28d4aa15348cab8b2065ad58e1b7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732174456520 2024-11-21T07:34:20,052 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8813c1cef06f411288b89804a5de2eac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732174457647 2024-11-21T07:34:20,058 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#C#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:20,059 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/527a2e60562241a9a3886d4bae97f92c is 50, key is test_row_0/C:col10/1732174457648/Put/seqid=0 2024-11-21T07:34:20,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742231_1407 (size=12104) 2024-11-21T07:34:20,439 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/73b87e2c3e734c8c859d62536159cdf8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/73b87e2c3e734c8c859d62536159cdf8 2024-11-21T07:34:20,442 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/A of 16c91c2d4361bf462b965d5af016192e into 73b87e2c3e734c8c859d62536159cdf8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:20,442 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:20,442 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/A, priority=13, startTime=1732174460012; duration=0sec 2024-11-21T07:34:20,442 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:20,442 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:A 2024-11-21T07:34:20,472 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/527a2e60562241a9a3886d4bae97f92c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/527a2e60562241a9a3886d4bae97f92c 2024-11-21T07:34:20,475 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/C of 16c91c2d4361bf462b965d5af016192e into 527a2e60562241a9a3886d4bae97f92c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:20,476 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:20,476 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/C, priority=13, startTime=1732174460012; duration=0sec 2024-11-21T07:34:20,476 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:20,476 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:C 2024-11-21T07:34:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T07:34:20,615 INFO [Thread-1798 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-21T07:34:20,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-21T07:34:20,617 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T07:34:20,618 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:20,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T07:34:20,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:20,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T07:34:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:20,770 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T07:34:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:20,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/5ed303a62774485c911778d28bfb0c82 is 50, key is test_row_0/A:col10/1732174458786/Put/seqid=0 2024-11-21T07:34:20,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742232_1408 (size=12001) 2024-11-21T07:34:20,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T07:34:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174520921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:20,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174520921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:20,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174520923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:20,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174520923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:20,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174520924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174521028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174521028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174521030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174521030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174521031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,178 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/5ed303a62774485c911778d28bfb0c82 2024-11-21T07:34:21,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/77bd092146e84fb3ad17ddbd2417cee1 is 50, key is test_row_0/B:col10/1732174458786/Put/seqid=0 2024-11-21T07:34:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742233_1409 (size=12001) 2024-11-21T07:34:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T07:34:21,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174521232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174521232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174521232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174521233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174521235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174521535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174521535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174521536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174521536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174521540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:21,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/77bd092146e84fb3ad17ddbd2417cee1 2024-11-21T07:34:21,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/2d094057798e46baa9d89902eb5c435c is 50, key is test_row_0/C:col10/1732174458786/Put/seqid=0 2024-11-21T07:34:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742234_1410 (size=12001) 2024-11-21T07:34:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T07:34:21,997 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/2d094057798e46baa9d89902eb5c435c 2024-11-21T07:34:22,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/5ed303a62774485c911778d28bfb0c82 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5ed303a62774485c911778d28bfb0c82 2024-11-21T07:34:22,003 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5ed303a62774485c911778d28bfb0c82, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T07:34:22,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/77bd092146e84fb3ad17ddbd2417cee1 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/77bd092146e84fb3ad17ddbd2417cee1 2024-11-21T07:34:22,007 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/77bd092146e84fb3ad17ddbd2417cee1, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T07:34:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/2d094057798e46baa9d89902eb5c435c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/2d094057798e46baa9d89902eb5c435c 2024-11-21T07:34:22,010 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/2d094057798e46baa9d89902eb5c435c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T07:34:22,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 16c91c2d4361bf462b965d5af016192e in 1241ms, sequenceid=78, compaction requested=false 2024-11-21T07:34:22,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:22,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:22,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-21T07:34:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-21T07:34:22,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-21T07:34:22,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-21T07:34:22,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.3970 sec 2024-11-21T07:34:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:22,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T07:34:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:22,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/9a1079900e8b487689ba9398d0c670c5 is 50, key is test_row_0/A:col10/1732174460923/Put/seqid=0 2024-11-21T07:34:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742235_1411 (size=16681) 2024-11-21T07:34:22,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174522090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174522090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174522091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174522094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174522096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174522197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174522197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174522197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174522199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174522201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174522400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174522402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174522402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174522403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174522406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/9a1079900e8b487689ba9398d0c670c5 2024-11-21T07:34:22,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/f166cc9004fd4a6e8cd55f346a4ccdf0 is 50, key is test_row_0/B:col10/1732174460923/Put/seqid=0 2024-11-21T07:34:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742236_1412 (size=12001) 2024-11-21T07:34:22,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/f166cc9004fd4a6e8cd55f346a4ccdf0 2024-11-21T07:34:22,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/4ca49bfd1f0d457d8bc12bbfba208924 is 50, key is test_row_0/C:col10/1732174460923/Put/seqid=0 2024-11-21T07:34:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742237_1413 (size=12001) 2024-11-21T07:34:22,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174522708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174522708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174522709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174522710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174522713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T07:34:22,721 INFO [Thread-1798 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-21T07:34:22,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-21T07:34:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T07:34:22,723 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:22,723 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:22,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T07:34:22,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:22,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T07:34:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:22,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:22,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:22,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/4ca49bfd1f0d457d8bc12bbfba208924 2024-11-21T07:34:22,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/9a1079900e8b487689ba9398d0c670c5 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9a1079900e8b487689ba9398d0c670c5 2024-11-21T07:34:22,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9a1079900e8b487689ba9398d0c670c5, entries=250, sequenceid=97, filesize=16.3 K 2024-11-21T07:34:22,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/f166cc9004fd4a6e8cd55f346a4ccdf0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f166cc9004fd4a6e8cd55f346a4ccdf0 2024-11-21T07:34:22,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f166cc9004fd4a6e8cd55f346a4ccdf0, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T07:34:22,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/4ca49bfd1f0d457d8bc12bbfba208924 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/4ca49bfd1f0d457d8bc12bbfba208924 2024-11-21T07:34:22,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/4ca49bfd1f0d457d8bc12bbfba208924, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T07:34:22,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 16c91c2d4361bf462b965d5af016192e in 839ms, sequenceid=97, compaction requested=true 2024-11-21T07:34:22,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:22,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:22,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:22,913 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:22,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:22,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:22,913 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:22,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:22,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:22,914 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:22,914 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:22,914 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/B is initiating minor compaction (all files) 2024-11-21T07:34:22,914 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/A is initiating minor compaction (all files) 2024-11-21T07:34:22,914 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/B in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:22,914 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/A in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:22,914 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/af2952d95dd54fb6b829f8a0488dbfc4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/77bd092146e84fb3ad17ddbd2417cee1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f166cc9004fd4a6e8cd55f346a4ccdf0] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=35.3 K 2024-11-21T07:34:22,914 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/73b87e2c3e734c8c859d62536159cdf8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5ed303a62774485c911778d28bfb0c82, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9a1079900e8b487689ba9398d0c670c5] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=39.8 K 2024-11-21T07:34:22,915 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73b87e2c3e734c8c859d62536159cdf8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732174457647 2024-11-21T07:34:22,915 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting af2952d95dd54fb6b829f8a0488dbfc4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732174457647 2024-11-21T07:34:22,915 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ed303a62774485c911778d28bfb0c82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174458781 2024-11-21T07:34:22,915 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 77bd092146e84fb3ad17ddbd2417cee1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174458781 2024-11-21T07:34:22,915 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a1079900e8b487689ba9398d0c670c5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732174460922 2024-11-21T07:34:22,915 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting f166cc9004fd4a6e8cd55f346a4ccdf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732174460923 2024-11-21T07:34:22,920 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#B#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:22,920 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/66fa5ed5b8684d48b75a90bae144a5ce is 50, key is test_row_0/B:col10/1732174460923/Put/seqid=0 2024-11-21T07:34:22,921 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#A#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:22,921 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/4acb3f8293204fdca2e79df27c38fdaa is 50, key is test_row_0/A:col10/1732174460923/Put/seqid=0 2024-11-21T07:34:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742239_1415 (size=12207) 2024-11-21T07:34:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742238_1414 (size=12207) 2024-11-21T07:34:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T07:34:23,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T07:34:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:23,028 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T07:34:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:23,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/4e7a12173e014485b10cba298a674632 is 50, key is test_row_0/A:col10/1732174462088/Put/seqid=0 2024-11-21T07:34:23,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742240_1416 (size=12001) 2024-11-21T07:34:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:23,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:23,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174523230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174523234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174523235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174523235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174523236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T07:34:23,331 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/4acb3f8293204fdca2e79df27c38fdaa as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4acb3f8293204fdca2e79df27c38fdaa 2024-11-21T07:34:23,332 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/66fa5ed5b8684d48b75a90bae144a5ce as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/66fa5ed5b8684d48b75a90bae144a5ce 2024-11-21T07:34:23,335 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/A of 16c91c2d4361bf462b965d5af016192e into 4acb3f8293204fdca2e79df27c38fdaa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:23,335 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/B of 16c91c2d4361bf462b965d5af016192e into 66fa5ed5b8684d48b75a90bae144a5ce(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:23,335 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:23,335 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:23,335 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/A, priority=13, startTime=1732174462913; duration=0sec 2024-11-21T07:34:23,335 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/B, priority=13, startTime=1732174462913; duration=0sec 2024-11-21T07:34:23,335 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:23,335 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:A 2024-11-21T07:34:23,335 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:23,335 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:B 2024-11-21T07:34:23,335 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:23,336 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:23,336 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/C is initiating minor compaction (all files) 2024-11-21T07:34:23,336 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/C in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:23,336 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/527a2e60562241a9a3886d4bae97f92c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/2d094057798e46baa9d89902eb5c435c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/4ca49bfd1f0d457d8bc12bbfba208924] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=35.3 K 2024-11-21T07:34:23,337 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 527a2e60562241a9a3886d4bae97f92c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732174457647 2024-11-21T07:34:23,337 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d094057798e46baa9d89902eb5c435c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174458781 2024-11-21T07:34:23,337 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ca49bfd1f0d457d8bc12bbfba208924, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732174460923 2024-11-21T07:34:23,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174523337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174523337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,343 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:23,343 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/769eb57e1269481b9fc036aab9f95387 is 50, key is test_row_0/C:col10/1732174460923/Put/seqid=0 2024-11-21T07:34:23,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174523342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174523342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174523343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742241_1417 (size=12207) 2024-11-21T07:34:23,436 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/4e7a12173e014485b10cba298a674632 2024-11-21T07:34:23,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/804812577d9a4859a64a973fa918ec31 is 50, key is test_row_0/B:col10/1732174462088/Put/seqid=0 2024-11-21T07:34:23,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742242_1418 (size=12001) 2024-11-21T07:34:23,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174523541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174523541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174523549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174523549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174523549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,752 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/769eb57e1269481b9fc036aab9f95387 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/769eb57e1269481b9fc036aab9f95387 2024-11-21T07:34:23,756 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/C of 16c91c2d4361bf462b965d5af016192e into 769eb57e1269481b9fc036aab9f95387(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:23,756 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:23,756 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/C, priority=13, startTime=1732174462913; duration=0sec 2024-11-21T07:34:23,756 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:23,756 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:C 2024-11-21T07:34:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T07:34:23,845 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/804812577d9a4859a64a973fa918ec31 2024-11-21T07:34:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/3262c8247ee84000880bdb9ae583f181 is 50, key is test_row_0/C:col10/1732174462088/Put/seqid=0 2024-11-21T07:34:23,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174523846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174523847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742243_1419 (size=12001) 2024-11-21T07:34:23,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174523852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174523853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:23,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174523854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,254 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/3262c8247ee84000880bdb9ae583f181 2024-11-21T07:34:24,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/4e7a12173e014485b10cba298a674632 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4e7a12173e014485b10cba298a674632 2024-11-21T07:34:24,260 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4e7a12173e014485b10cba298a674632, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T07:34:24,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/804812577d9a4859a64a973fa918ec31 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/804812577d9a4859a64a973fa918ec31 2024-11-21T07:34:24,264 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/804812577d9a4859a64a973fa918ec31, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T07:34:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/3262c8247ee84000880bdb9ae583f181 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3262c8247ee84000880bdb9ae583f181 2024-11-21T07:34:24,268 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3262c8247ee84000880bdb9ae583f181, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T07:34:24,268 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 16c91c2d4361bf462b965d5af016192e in 1240ms, sequenceid=114, compaction requested=false 2024-11-21T07:34:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-21T07:34:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-21T07:34:24,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-21T07:34:24,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5460 sec 2024-11-21T07:34:24,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5480 sec 2024-11-21T07:34:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:24,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T07:34:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:24,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/fe0da231a0954997a6f4c5c543160a9e is 50, key is test_row_0/A:col10/1732174463235/Put/seqid=0 2024-11-21T07:34:24,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742244_1420 (size=14491) 2024-11-21T07:34:24,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/fe0da231a0954997a6f4c5c543160a9e 2024-11-21T07:34:24,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/fe7f68ff98ae48f68044d82dd810a7fb is 50, key is test_row_0/B:col10/1732174463235/Put/seqid=0 2024-11-21T07:34:24,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742245_1421 (size=12151) 2024-11-21T07:34:24,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174524369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174524369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174524369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174524375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174524375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174524476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174524476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174524476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174524484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174524484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174524679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174524679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174524679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174524688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174524689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/fe7f68ff98ae48f68044d82dd810a7fb 2024-11-21T07:34:24,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/6518558049c740d6802a438792bad860 is 50, key is test_row_0/C:col10/1732174463235/Put/seqid=0 2024-11-21T07:34:24,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742246_1422 (size=12151) 2024-11-21T07:34:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T07:34:24,826 INFO [Thread-1798 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-21T07:34:24,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-21T07:34:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T07:34:24,828 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:24,828 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:24,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T07:34:24,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T07:34:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:24,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:24,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174524982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174524982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174524983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174524992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:24,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174524993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T07:34:25,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T07:34:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:25,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:25,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/6518558049c740d6802a438792bad860 2024-11-21T07:34:25,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/fe0da231a0954997a6f4c5c543160a9e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fe0da231a0954997a6f4c5c543160a9e 2024-11-21T07:34:25,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fe0da231a0954997a6f4c5c543160a9e, entries=200, sequenceid=138, filesize=14.2 K 2024-11-21T07:34:25,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/fe7f68ff98ae48f68044d82dd810a7fb as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/fe7f68ff98ae48f68044d82dd810a7fb 2024-11-21T07:34:25,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/fe7f68ff98ae48f68044d82dd810a7fb, entries=150, sequenceid=138, filesize=11.9 K 2024-11-21T07:34:25,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/6518558049c740d6802a438792bad860 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6518558049c740d6802a438792bad860 2024-11-21T07:34:25,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6518558049c740d6802a438792bad860, entries=150, sequenceid=138, filesize=11.9 K 2024-11-21T07:34:25,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 16c91c2d4361bf462b965d5af016192e in 840ms, sequenceid=138, compaction requested=true 2024-11-21T07:34:25,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:25,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:25,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:25,195 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:25,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:25,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:25,195 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:25,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:25,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:25,196 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:25,196 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:25,196 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/A is initiating minor compaction (all files) 2024-11-21T07:34:25,196 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/B is initiating minor compaction (all files) 2024-11-21T07:34:25,196 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/B in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:25,196 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/A in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:25,196 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4acb3f8293204fdca2e79df27c38fdaa, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4e7a12173e014485b10cba298a674632, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fe0da231a0954997a6f4c5c543160a9e] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=37.8 K 2024-11-21T07:34:25,196 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/66fa5ed5b8684d48b75a90bae144a5ce, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/804812577d9a4859a64a973fa918ec31, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/fe7f68ff98ae48f68044d82dd810a7fb] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=35.5 K 2024-11-21T07:34:25,197 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4acb3f8293204fdca2e79df27c38fdaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732174460923 2024-11-21T07:34:25,197 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 66fa5ed5b8684d48b75a90bae144a5ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732174460923 2024-11-21T07:34:25,197 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e7a12173e014485b10cba298a674632, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732174462088 2024-11-21T07:34:25,197 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 804812577d9a4859a64a973fa918ec31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732174462088 2024-11-21T07:34:25,197 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe0da231a0954997a6f4c5c543160a9e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174463228 2024-11-21T07:34:25,197 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting fe7f68ff98ae48f68044d82dd810a7fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174463234 2024-11-21T07:34:25,203 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:25,204 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/9252826e820b49ee845b0fa20f9a7190 is 50, key is test_row_0/B:col10/1732174463235/Put/seqid=0 2024-11-21T07:34:25,204 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#A#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:25,205 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/9aeb4a46b00648e4980e448b000d1b13 is 50, key is test_row_0/A:col10/1732174463235/Put/seqid=0 2024-11-21T07:34:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742247_1423 (size=12459) 2024-11-21T07:34:25,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742248_1424 (size=12459) 2024-11-21T07:34:25,211 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/9252826e820b49ee845b0fa20f9a7190 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/9252826e820b49ee845b0fa20f9a7190 2024-11-21T07:34:25,215 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/B of 16c91c2d4361bf462b965d5af016192e into 9252826e820b49ee845b0fa20f9a7190(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:25,215 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:25,215 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/B, priority=13, startTime=1732174465195; duration=0sec 2024-11-21T07:34:25,215 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:25,215 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:B 2024-11-21T07:34:25,215 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:25,216 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:25,216 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/C is initiating minor compaction (all files) 2024-11-21T07:34:25,216 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/C in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:25,216 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/769eb57e1269481b9fc036aab9f95387, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3262c8247ee84000880bdb9ae583f181, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6518558049c740d6802a438792bad860] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=35.5 K 2024-11-21T07:34:25,216 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 769eb57e1269481b9fc036aab9f95387, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732174460923 2024-11-21T07:34:25,217 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 3262c8247ee84000880bdb9ae583f181, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732174462088 2024-11-21T07:34:25,217 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6518558049c740d6802a438792bad860, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174463234 2024-11-21T07:34:25,223 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#C#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:25,224 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/57702f36941e454a8e6092d2ebee0d5e is 50, key is test_row_0/C:col10/1732174463235/Put/seqid=0 2024-11-21T07:34:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742249_1425 (size=12459) 2024-11-21T07:34:25,247 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/57702f36941e454a8e6092d2ebee0d5e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/57702f36941e454a8e6092d2ebee0d5e 2024-11-21T07:34:25,251 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/C of 16c91c2d4361bf462b965d5af016192e into 57702f36941e454a8e6092d2ebee0d5e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:25,251 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:25,251 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/C, priority=13, startTime=1732174465195; duration=0sec 2024-11-21T07:34:25,251 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:25,251 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:C 2024-11-21T07:34:25,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T07:34:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:25,284 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T07:34:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:25,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/aa34251b0a3f4061a3ceb791e2b2f09e is 50, key is test_row_0/A:col10/1732174464358/Put/seqid=0 2024-11-21T07:34:25,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742250_1426 (size=12151) 2024-11-21T07:34:25,292 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/aa34251b0a3f4061a3ceb791e2b2f09e 2024-11-21T07:34:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/7081a7f8827040f4ac56332ebb66b3aa is 50, key is test_row_0/B:col10/1732174464358/Put/seqid=0 2024-11-21T07:34:25,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742251_1427 (size=12151) 2024-11-21T07:34:25,302 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/7081a7f8827040f4ac56332ebb66b3aa 2024-11-21T07:34:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/6e338aebcb5a4524a3f72f617985c91b is 50, key is test_row_0/C:col10/1732174464358/Put/seqid=0 2024-11-21T07:34:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742252_1428 (size=12151) 2024-11-21T07:34:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T07:34:25,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174525508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174525509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174525509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174525510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174525511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,612 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/9aeb4a46b00648e4980e448b000d1b13 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9aeb4a46b00648e4980e448b000d1b13 2024-11-21T07:34:25,616 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/A of 16c91c2d4361bf462b965d5af016192e into 9aeb4a46b00648e4980e448b000d1b13(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:25,616 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:25,616 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/A, priority=13, startTime=1732174465195; duration=0sec 2024-11-21T07:34:25,616 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:25,616 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:A 2024-11-21T07:34:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174525615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174525615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174525615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174525616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174525616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,714 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/6e338aebcb5a4524a3f72f617985c91b 2024-11-21T07:34:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/aa34251b0a3f4061a3ceb791e2b2f09e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/aa34251b0a3f4061a3ceb791e2b2f09e 2024-11-21T07:34:25,720 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/aa34251b0a3f4061a3ceb791e2b2f09e, entries=150, sequenceid=155, filesize=11.9 K 2024-11-21T07:34:25,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/7081a7f8827040f4ac56332ebb66b3aa as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7081a7f8827040f4ac56332ebb66b3aa 2024-11-21T07:34:25,722 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7081a7f8827040f4ac56332ebb66b3aa, entries=150, sequenceid=155, filesize=11.9 K 2024-11-21T07:34:25,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/6e338aebcb5a4524a3f72f617985c91b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6e338aebcb5a4524a3f72f617985c91b 2024-11-21T07:34:25,726 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6e338aebcb5a4524a3f72f617985c91b, entries=150, sequenceid=155, filesize=11.9 K 2024-11-21T07:34:25,726 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 16c91c2d4361bf462b965d5af016192e in 442ms, sequenceid=155, compaction requested=false 2024-11-21T07:34:25,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:25,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:25,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-21T07:34:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-21T07:34:25,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-21T07:34:25,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 899 msec 2024-11-21T07:34:25,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 902 msec 2024-11-21T07:34:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:25,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T07:34:25,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:25,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:25,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:25,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:25,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:25,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:25,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/ba0b5c2878894cdd8c7063cb7de3453f is 50, key is test_row_0/A:col10/1732174465821/Put/seqid=0 2024-11-21T07:34:25,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174525831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174525832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174525832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174525833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174525834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742253_1429 (size=16931) 2024-11-21T07:34:25,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/ba0b5c2878894cdd8c7063cb7de3453f 2024-11-21T07:34:25,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/35f9dca9b595403fb75643d94e18fe2c is 50, key is test_row_0/B:col10/1732174465821/Put/seqid=0 2024-11-21T07:34:25,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742254_1430 (size=12151) 2024-11-21T07:34:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T07:34:25,931 INFO [Thread-1798 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-21T07:34:25,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-21T07:34:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T07:34:25,933 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:25,933 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:25,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:25,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174525937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174525937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174525937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174525938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:25,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174525939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T07:34:26,084 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T07:34:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174526139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174526139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174526139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174526143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174526143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T07:34:26,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T07:34:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/35f9dca9b595403fb75643d94e18fe2c 2024-11-21T07:34:26,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/a9795d8ccb3948c784f42ef654e5f02c is 50, key is test_row_0/C:col10/1732174465821/Put/seqid=0 2024-11-21T07:34:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742255_1431 (size=12151) 2024-11-21T07:34:26,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T07:34:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174526446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174526446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174526447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174526447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174526447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T07:34:26,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T07:34:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:26,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/a9795d8ccb3948c784f42ef654e5f02c 2024-11-21T07:34:26,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/ba0b5c2878894cdd8c7063cb7de3453f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/ba0b5c2878894cdd8c7063cb7de3453f 2024-11-21T07:34:26,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/ba0b5c2878894cdd8c7063cb7de3453f, entries=250, sequenceid=179, filesize=16.5 K 2024-11-21T07:34:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/35f9dca9b595403fb75643d94e18fe2c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/35f9dca9b595403fb75643d94e18fe2c 2024-11-21T07:34:26,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/35f9dca9b595403fb75643d94e18fe2c, entries=150, sequenceid=179, filesize=11.9 K 2024-11-21T07:34:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/a9795d8ccb3948c784f42ef654e5f02c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/a9795d8ccb3948c784f42ef654e5f02c 2024-11-21T07:34:26,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/a9795d8ccb3948c784f42ef654e5f02c, entries=150, sequenceid=179, filesize=11.9 K 2024-11-21T07:34:26,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 16c91c2d4361bf462b965d5af016192e in 853ms, sequenceid=179, compaction requested=true 2024-11-21T07:34:26,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:26,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:26,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:26,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:26,676 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:26,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:26,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:26,676 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:26,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:26,676 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:26,676 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:26,676 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/B is initiating minor compaction (all files) 2024-11-21T07:34:26,676 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/A is initiating minor compaction (all files) 2024-11-21T07:34:26,676 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/B in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,676 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/A in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,677 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/9252826e820b49ee845b0fa20f9a7190, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7081a7f8827040f4ac56332ebb66b3aa, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/35f9dca9b595403fb75643d94e18fe2c] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=35.9 K 2024-11-21T07:34:26,677 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9aeb4a46b00648e4980e448b000d1b13, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/aa34251b0a3f4061a3ceb791e2b2f09e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/ba0b5c2878894cdd8c7063cb7de3453f] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=40.6 K 2024-11-21T07:34:26,677 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 9252826e820b49ee845b0fa20f9a7190, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174463234 2024-11-21T07:34:26,677 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9aeb4a46b00648e4980e448b000d1b13, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174463234 2024-11-21T07:34:26,677 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 7081a7f8827040f4ac56332ebb66b3aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732174464358 2024-11-21T07:34:26,677 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa34251b0a3f4061a3ceb791e2b2f09e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732174464358 2024-11-21T07:34:26,677 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 35f9dca9b595403fb75643d94e18fe2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732174465510 2024-11-21T07:34:26,677 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba0b5c2878894cdd8c7063cb7de3453f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732174465508 2024-11-21T07:34:26,683 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:26,683 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#A#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:26,684 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/bbc64a88e412444dbfd39d2b006386a3 is 50, key is test_row_0/B:col10/1732174465821/Put/seqid=0 2024-11-21T07:34:26,684 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/3bc9a4b7786b4afe8ed751d252b8a6a1 is 50, key is test_row_0/A:col10/1732174465821/Put/seqid=0 2024-11-21T07:34:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742256_1432 (size=12561) 2024-11-21T07:34:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742257_1433 (size=12561) 2024-11-21T07:34:26,692 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/3bc9a4b7786b4afe8ed751d252b8a6a1 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/3bc9a4b7786b4afe8ed751d252b8a6a1 2024-11-21T07:34:26,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T07:34:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,695 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T07:34:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:26,696 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/A of 16c91c2d4361bf462b965d5af016192e into 3bc9a4b7786b4afe8ed751d252b8a6a1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:26,696 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:26,696 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/A, priority=13, startTime=1732174466676; duration=0sec 2024-11-21T07:34:26,696 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:26,696 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:A 2024-11-21T07:34:26,696 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:26,697 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:26,697 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/C is initiating minor compaction (all files) 2024-11-21T07:34:26,697 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/C in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:26,697 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/57702f36941e454a8e6092d2ebee0d5e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6e338aebcb5a4524a3f72f617985c91b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/a9795d8ccb3948c784f42ef654e5f02c] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=35.9 K 2024-11-21T07:34:26,697 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57702f36941e454a8e6092d2ebee0d5e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732174463234 2024-11-21T07:34:26,697 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e338aebcb5a4524a3f72f617985c91b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732174464358 2024-11-21T07:34:26,697 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9795d8ccb3948c784f42ef654e5f02c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732174465510 2024-11-21T07:34:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/42adf90d63744e009b792d3c207cd231 is 50, key is test_row_0/A:col10/1732174465833/Put/seqid=0 2024-11-21T07:34:26,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742258_1434 (size=12151) 2024-11-21T07:34:26,703 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:26,704 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/3daae980c9104e0f994abeec2a751e39 is 50, key is test_row_0/C:col10/1732174465821/Put/seqid=0 2024-11-21T07:34:26,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742259_1435 (size=12561) 2024-11-21T07:34:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:26,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:26,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174526976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174526977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174526977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174526978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:26,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174526978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T07:34:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174527079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174527084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174527085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174527087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174527087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,126 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/42adf90d63744e009b792d3c207cd231 2024-11-21T07:34:27,130 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/bbc64a88e412444dbfd39d2b006386a3 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/bbc64a88e412444dbfd39d2b006386a3 2024-11-21T07:34:27,130 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/3daae980c9104e0f994abeec2a751e39 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3daae980c9104e0f994abeec2a751e39 2024-11-21T07:34:27,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/1a91ae7039394400ba8f159f6d52a3d6 is 50, key is test_row_0/B:col10/1732174465833/Put/seqid=0 2024-11-21T07:34:27,135 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/B of 16c91c2d4361bf462b965d5af016192e into bbc64a88e412444dbfd39d2b006386a3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:27,135 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:27,135 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/B, priority=13, startTime=1732174466676; duration=0sec 2024-11-21T07:34:27,135 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:27,135 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:B 2024-11-21T07:34:27,136 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/C of 16c91c2d4361bf462b965d5af016192e into 3daae980c9104e0f994abeec2a751e39(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:27,136 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:27,136 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/C, priority=13, startTime=1732174466676; duration=0sec 2024-11-21T07:34:27,136 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:27,136 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:C 2024-11-21T07:34:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742260_1436 (size=12151) 2024-11-21T07:34:27,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174527283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174527288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174527289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174527292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174527293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,543 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/1a91ae7039394400ba8f159f6d52a3d6 2024-11-21T07:34:27,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/ca2f06f394464a5eb3e517dfb8c09e94 is 50, key is test_row_0/C:col10/1732174465833/Put/seqid=0 2024-11-21T07:34:27,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742261_1437 (size=12151) 2024-11-21T07:34:27,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174527588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174527594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174527594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174527596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174527597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:27,952 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/ca2f06f394464a5eb3e517dfb8c09e94 2024-11-21T07:34:27,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/42adf90d63744e009b792d3c207cd231 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/42adf90d63744e009b792d3c207cd231 2024-11-21T07:34:27,957 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/42adf90d63744e009b792d3c207cd231, entries=150, sequenceid=192, filesize=11.9 K 2024-11-21T07:34:27,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/1a91ae7039394400ba8f159f6d52a3d6 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/1a91ae7039394400ba8f159f6d52a3d6 2024-11-21T07:34:27,961 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/1a91ae7039394400ba8f159f6d52a3d6, entries=150, sequenceid=192, filesize=11.9 K 2024-11-21T07:34:27,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/ca2f06f394464a5eb3e517dfb8c09e94 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ca2f06f394464a5eb3e517dfb8c09e94 2024-11-21T07:34:27,965 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ca2f06f394464a5eb3e517dfb8c09e94, entries=150, sequenceid=192, filesize=11.9 K 2024-11-21T07:34:27,966 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 16c91c2d4361bf462b965d5af016192e in 1271ms, sequenceid=192, compaction requested=false 2024-11-21T07:34:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-21T07:34:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-21T07:34:27,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-21T07:34:27,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0340 sec 2024-11-21T07:34:27,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.0370 sec 2024-11-21T07:34:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T07:34:28,036 INFO [Thread-1798 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-21T07:34:28,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-21T07:34:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T07:34:28,038 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:28,039 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:28,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:28,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T07:34:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:28,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:28,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:28,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:28,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/7c22461add90486583d6f04ab26f8dd8 is 50, key is test_row_0/A:col10/1732174468095/Put/seqid=0 2024-11-21T07:34:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742262_1438 (size=14541) 2024-11-21T07:34:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174528106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174528107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174528110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174528111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174528112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T07:34:28,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T07:34:28,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:28,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174528212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174528212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174528216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174528216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174528217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T07:34:28,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T07:34:28,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:28,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174528416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174528417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174528418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174528418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174528421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T07:34:28,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:28,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/7c22461add90486583d6f04ab26f8dd8 2024-11-21T07:34:28,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/3894b8a0fd6146428e71e66bb07a099c is 50, key is test_row_0/B:col10/1732174468095/Put/seqid=0 2024-11-21T07:34:28,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742263_1439 (size=12151) 2024-11-21T07:34:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T07:34:28,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T07:34:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174528721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174528721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174528722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174528722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174528725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T07:34:28,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:28,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/3894b8a0fd6146428e71e66bb07a099c 2024-11-21T07:34:28,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/510b487fc135407b8b27e8f1fe7a4b30 is 50, key is test_row_0/C:col10/1732174468095/Put/seqid=0 2024-11-21T07:34:28,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742264_1440 (size=12151) 2024-11-21T07:34:28,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/510b487fc135407b8b27e8f1fe7a4b30 2024-11-21T07:34:28,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/7c22461add90486583d6f04ab26f8dd8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/7c22461add90486583d6f04ab26f8dd8 2024-11-21T07:34:28,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/7c22461add90486583d6f04ab26f8dd8, entries=200, sequenceid=220, filesize=14.2 K 2024-11-21T07:34:28,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/3894b8a0fd6146428e71e66bb07a099c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/3894b8a0fd6146428e71e66bb07a099c 2024-11-21T07:34:28,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/3894b8a0fd6146428e71e66bb07a099c, entries=150, sequenceid=220, filesize=11.9 K 2024-11-21T07:34:28,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/510b487fc135407b8b27e8f1fe7a4b30 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/510b487fc135407b8b27e8f1fe7a4b30 2024-11-21T07:34:28,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/510b487fc135407b8b27e8f1fe7a4b30, entries=150, sequenceid=220, filesize=11.9 K 2024-11-21T07:34:28,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 16c91c2d4361bf462b965d5af016192e in 836ms, sequenceid=220, compaction requested=true 2024-11-21T07:34:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:28,933 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:28,933 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:28,934 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:28,934 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/A is initiating minor compaction (all files) 2024-11-21T07:34:28,934 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/A in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,934 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/3bc9a4b7786b4afe8ed751d252b8a6a1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/42adf90d63744e009b792d3c207cd231, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/7c22461add90486583d6f04ab26f8dd8] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=38.3 K 2024-11-21T07:34:28,934 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:28,934 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bc9a4b7786b4afe8ed751d252b8a6a1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732174465510 2024-11-21T07:34:28,934 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/B is initiating minor compaction (all files) 2024-11-21T07:34:28,934 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/B in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,935 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/bbc64a88e412444dbfd39d2b006386a3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/1a91ae7039394400ba8f159f6d52a3d6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/3894b8a0fd6146428e71e66bb07a099c] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=36.0 K 2024-11-21T07:34:28,935 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42adf90d63744e009b792d3c207cd231, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732174465831 2024-11-21T07:34:28,935 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting bbc64a88e412444dbfd39d2b006386a3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732174465510 2024-11-21T07:34:28,935 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c22461add90486583d6f04ab26f8dd8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732174466975 2024-11-21T07:34:28,935 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a91ae7039394400ba8f159f6d52a3d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732174465831 2024-11-21T07:34:28,935 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 3894b8a0fd6146428e71e66bb07a099c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732174466976 2024-11-21T07:34:28,941 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#A#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:28,942 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/dbaf6e482a1c47bf8095ea80132f4d70 is 50, key is test_row_0/A:col10/1732174468095/Put/seqid=0 2024-11-21T07:34:28,951 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:28,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T07:34:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:28,952 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:34:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:28,952 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:28,953 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/6b97e2fd75d646b09d0994bed1014260 is 50, key is test_row_0/B:col10/1732174468095/Put/seqid=0 2024-11-21T07:34:28,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/5cc32c5e65384c108a6b2f03c5ad3b6c is 50, key is test_row_0/A:col10/1732174468104/Put/seqid=0 2024-11-21T07:34:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742265_1441 (size=12663) 2024-11-21T07:34:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742266_1442 (size=12663) 2024-11-21T07:34:28,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742267_1443 (size=12151) 2024-11-21T07:34:28,967 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/5cc32c5e65384c108a6b2f03c5ad3b6c 2024-11-21T07:34:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/f61479e3c99e43e88c82bebade4fccaf is 50, key is test_row_0/B:col10/1732174468104/Put/seqid=0 2024-11-21T07:34:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742268_1444 (size=12151) 2024-11-21T07:34:28,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/f61479e3c99e43e88c82bebade4fccaf 2024-11-21T07:34:28,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/0405b82c9e054f8788f089129a1c1fef is 50, key is test_row_0/C:col10/1732174468104/Put/seqid=0 2024-11-21T07:34:28,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742269_1445 (size=12151) 2024-11-21T07:34:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T07:34:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:29,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174529252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174529256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174529257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174529258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174529259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174529360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174529360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174529363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174529363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,368 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/6b97e2fd75d646b09d0994bed1014260 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6b97e2fd75d646b09d0994bed1014260 2024-11-21T07:34:29,368 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/dbaf6e482a1c47bf8095ea80132f4d70 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/dbaf6e482a1c47bf8095ea80132f4d70 2024-11-21T07:34:29,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174529366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,373 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/A of 16c91c2d4361bf462b965d5af016192e into dbaf6e482a1c47bf8095ea80132f4d70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:29,373 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/B of 16c91c2d4361bf462b965d5af016192e into 6b97e2fd75d646b09d0994bed1014260(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:29,373 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:29,373 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:29,373 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/A, priority=13, startTime=1732174468933; duration=0sec 2024-11-21T07:34:29,373 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/B, priority=13, startTime=1732174468933; duration=0sec 2024-11-21T07:34:29,373 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:29,373 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:A 2024-11-21T07:34:29,373 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:29,373 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:B 2024-11-21T07:34:29,373 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:29,374 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:29,374 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/C is initiating minor compaction (all files) 2024-11-21T07:34:29,374 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/C in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:29,374 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3daae980c9104e0f994abeec2a751e39, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ca2f06f394464a5eb3e517dfb8c09e94, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/510b487fc135407b8b27e8f1fe7a4b30] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=36.0 K 2024-11-21T07:34:29,374 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3daae980c9104e0f994abeec2a751e39, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732174465510 2024-11-21T07:34:29,374 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca2f06f394464a5eb3e517dfb8c09e94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732174465831 2024-11-21T07:34:29,374 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 510b487fc135407b8b27e8f1fe7a4b30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732174466976 2024-11-21T07:34:29,380 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#C#compaction#376 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:29,380 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/3100f6e4d7ef4bf28149f73cd583d267 is 50, key is test_row_0/C:col10/1732174468095/Put/seqid=0 2024-11-21T07:34:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742270_1446 (size=12663) 2024-11-21T07:34:29,387 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/3100f6e4d7ef4bf28149f73cd583d267 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3100f6e4d7ef4bf28149f73cd583d267 2024-11-21T07:34:29,388 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/0405b82c9e054f8788f089129a1c1fef 2024-11-21T07:34:29,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/5cc32c5e65384c108a6b2f03c5ad3b6c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5cc32c5e65384c108a6b2f03c5ad3b6c 2024-11-21T07:34:29,391 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/C of 16c91c2d4361bf462b965d5af016192e into 3100f6e4d7ef4bf28149f73cd583d267(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:29,391 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:29,391 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/C, priority=13, startTime=1732174468933; duration=0sec 2024-11-21T07:34:29,391 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:29,391 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:C 2024-11-21T07:34:29,395 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5cc32c5e65384c108a6b2f03c5ad3b6c, entries=150, sequenceid=231, filesize=11.9 K 2024-11-21T07:34:29,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/f61479e3c99e43e88c82bebade4fccaf as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f61479e3c99e43e88c82bebade4fccaf 2024-11-21T07:34:29,398 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f61479e3c99e43e88c82bebade4fccaf, entries=150, sequenceid=231, filesize=11.9 K 2024-11-21T07:34:29,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/0405b82c9e054f8788f089129a1c1fef as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/0405b82c9e054f8788f089129a1c1fef 2024-11-21T07:34:29,402 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/0405b82c9e054f8788f089129a1c1fef, entries=150, sequenceid=231, filesize=11.9 K 2024-11-21T07:34:29,402 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 16c91c2d4361bf462b965d5af016192e in 450ms, sequenceid=231, compaction requested=false 2024-11-21T07:34:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-21T07:34:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-21T07:34:29,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-21T07:34:29,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3640 sec 2024-11-21T07:34:29,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3670 sec 2024-11-21T07:34:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:29,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T07:34:29,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:29,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:29,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:29,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:29,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:29,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:29,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/586abe7cebca4a41b9e104adda29a2dd is 50, key is test_row_0/A:col10/1732174469258/Put/seqid=0 2024-11-21T07:34:29,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742271_1447 (size=14591) 2024-11-21T07:34:29,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174529574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174529575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174529576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174529576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174529576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174529677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174529680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174529680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174529680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174529681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174529880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174529884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174529885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174529885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174529885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:29,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/586abe7cebca4a41b9e104adda29a2dd 2024-11-21T07:34:29,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/0f603fdf79454dd1bf0263e43c6bef6e is 50, key is test_row_0/B:col10/1732174469258/Put/seqid=0 2024-11-21T07:34:29,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742272_1448 (size=12201) 2024-11-21T07:34:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T07:34:30,141 INFO [Thread-1798 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-21T07:34:30,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-21T07:34:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T07:34:30,144 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:30,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:30,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:30,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174530185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174530186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174530190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174530190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174530191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T07:34:30,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T07:34:30,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:30,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:30,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:30,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:30,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:30,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/0f603fdf79454dd1bf0263e43c6bef6e 2024-11-21T07:34:30,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/95e5ae16a9a849c7aa8c77671f2c09e7 is 50, key is test_row_0/C:col10/1732174469258/Put/seqid=0 2024-11-21T07:34:30,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742273_1449 (size=12201) 2024-11-21T07:34:30,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/95e5ae16a9a849c7aa8c77671f2c09e7 2024-11-21T07:34:30,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/586abe7cebca4a41b9e104adda29a2dd as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/586abe7cebca4a41b9e104adda29a2dd 2024-11-21T07:34:30,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/586abe7cebca4a41b9e104adda29a2dd, entries=200, sequenceid=260, filesize=14.2 K 2024-11-21T07:34:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/0f603fdf79454dd1bf0263e43c6bef6e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/0f603fdf79454dd1bf0263e43c6bef6e 2024-11-21T07:34:30,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/0f603fdf79454dd1bf0263e43c6bef6e, entries=150, sequenceid=260, filesize=11.9 K 2024-11-21T07:34:30,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/95e5ae16a9a849c7aa8c77671f2c09e7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/95e5ae16a9a849c7aa8c77671f2c09e7 2024-11-21T07:34:30,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/95e5ae16a9a849c7aa8c77671f2c09e7, entries=150, sequenceid=260, filesize=11.9 K 2024-11-21T07:34:30,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 16c91c2d4361bf462b965d5af016192e in 844ms, sequenceid=260, compaction requested=true 2024-11-21T07:34:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:30,412 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:30,412 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:30,413 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:30,413 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:30,413 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/B is initiating minor compaction (all files) 2024-11-21T07:34:30,413 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/A is initiating minor compaction (all files) 2024-11-21T07:34:30,413 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/A in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:30,413 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/B in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:30,413 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6b97e2fd75d646b09d0994bed1014260, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f61479e3c99e43e88c82bebade4fccaf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/0f603fdf79454dd1bf0263e43c6bef6e] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=36.1 K 2024-11-21T07:34:30,413 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/dbaf6e482a1c47bf8095ea80132f4d70, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5cc32c5e65384c108a6b2f03c5ad3b6c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/586abe7cebca4a41b9e104adda29a2dd] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=38.5 K 2024-11-21T07:34:30,413 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b97e2fd75d646b09d0994bed1014260, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732174466976 2024-11-21T07:34:30,413 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbaf6e482a1c47bf8095ea80132f4d70, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732174466976 2024-11-21T07:34:30,414 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting f61479e3c99e43e88c82bebade4fccaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732174468104 2024-11-21T07:34:30,414 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cc32c5e65384c108a6b2f03c5ad3b6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732174468104 2024-11-21T07:34:30,414 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f603fdf79454dd1bf0263e43c6bef6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732174469251 2024-11-21T07:34:30,414 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 586abe7cebca4a41b9e104adda29a2dd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732174469251 2024-11-21T07:34:30,432 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:30,432 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:30,432 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/7ff20d584f8b4a6f98c0ba4f242b48b4 is 50, key is test_row_0/B:col10/1732174469258/Put/seqid=0 2024-11-21T07:34:30,433 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/6c6a3fc966c842cfb081d80dd076d805 is 50, key is test_row_0/A:col10/1732174469258/Put/seqid=0 2024-11-21T07:34:30,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742274_1450 (size=12815) 2024-11-21T07:34:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T07:34:30,448 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/7ff20d584f8b4a6f98c0ba4f242b48b4 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7ff20d584f8b4a6f98c0ba4f242b48b4 2024-11-21T07:34:30,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742275_1451 (size=12815) 2024-11-21T07:34:30,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T07:34:30,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:30,449 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T07:34:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:30,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:30,453 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/B of 16c91c2d4361bf462b965d5af016192e into 7ff20d584f8b4a6f98c0ba4f242b48b4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:30,453 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:30,453 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/B, priority=13, startTime=1732174470412; duration=0sec 2024-11-21T07:34:30,454 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:30,454 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:B 2024-11-21T07:34:30,454 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:30,454 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:30,455 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/C is initiating minor compaction (all files) 2024-11-21T07:34:30,455 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/C in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:30,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/a9d9c31d89784d6c8d8370b900a241d2 is 50, key is test_row_0/A:col10/1732174469575/Put/seqid=0 2024-11-21T07:34:30,455 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3100f6e4d7ef4bf28149f73cd583d267, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/0405b82c9e054f8788f089129a1c1fef, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/95e5ae16a9a849c7aa8c77671f2c09e7] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=36.1 K 2024-11-21T07:34:30,455 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 3100f6e4d7ef4bf28149f73cd583d267, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732174466976 2024-11-21T07:34:30,456 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 0405b82c9e054f8788f089129a1c1fef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732174468104 2024-11-21T07:34:30,456 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 95e5ae16a9a849c7aa8c77671f2c09e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732174469251 2024-11-21T07:34:30,464 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:30,465 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/dba3a92340ac4aa596af28c46be09b4a is 50, key is test_row_0/C:col10/1732174469258/Put/seqid=0 2024-11-21T07:34:30,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742276_1452 (size=12301) 2024-11-21T07:34:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742277_1453 (size=12815) 2024-11-21T07:34:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:30,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:30,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174530717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174530718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174530719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174530720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174530722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T07:34:30,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174530826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174530827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174530828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174530828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174530828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:30,853 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/6c6a3fc966c842cfb081d80dd076d805 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/6c6a3fc966c842cfb081d80dd076d805 2024-11-21T07:34:30,856 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/A of 16c91c2d4361bf462b965d5af016192e into 6c6a3fc966c842cfb081d80dd076d805(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:30,857 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:30,857 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/A, priority=13, startTime=1732174470412; duration=0sec 2024-11-21T07:34:30,857 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:30,857 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:A 2024-11-21T07:34:30,867 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/a9d9c31d89784d6c8d8370b900a241d2 2024-11-21T07:34:30,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/b0cfacdf71494aa1ae41ca3a68de7b88 is 50, key is test_row_0/B:col10/1732174469575/Put/seqid=0 2024-11-21T07:34:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742278_1454 (size=12301) 2024-11-21T07:34:30,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/b0cfacdf71494aa1ae41ca3a68de7b88 2024-11-21T07:34:30,882 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/dba3a92340ac4aa596af28c46be09b4a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/dba3a92340ac4aa596af28c46be09b4a 2024-11-21T07:34:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/8f96f694c6b44827adccb2b54e10dc20 is 50, key is test_row_0/C:col10/1732174469575/Put/seqid=0 2024-11-21T07:34:30,887 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/C of 16c91c2d4361bf462b965d5af016192e into dba3a92340ac4aa596af28c46be09b4a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:30,887 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:30,887 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/C, priority=13, startTime=1732174470412; duration=0sec 2024-11-21T07:34:30,887 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:30,887 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:C 2024-11-21T07:34:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742279_1455 (size=12301) 2024-11-21T07:34:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174531032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174531032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174531033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174531033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174531034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T07:34:31,302 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/8f96f694c6b44827adccb2b54e10dc20 2024-11-21T07:34:31,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/a9d9c31d89784d6c8d8370b900a241d2 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a9d9c31d89784d6c8d8370b900a241d2 2024-11-21T07:34:31,309 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a9d9c31d89784d6c8d8370b900a241d2, entries=150, sequenceid=270, filesize=12.0 K 2024-11-21T07:34:31,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/b0cfacdf71494aa1ae41ca3a68de7b88 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/b0cfacdf71494aa1ae41ca3a68de7b88 2024-11-21T07:34:31,312 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/b0cfacdf71494aa1ae41ca3a68de7b88, entries=150, sequenceid=270, filesize=12.0 K 2024-11-21T07:34:31,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/8f96f694c6b44827adccb2b54e10dc20 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8f96f694c6b44827adccb2b54e10dc20 2024-11-21T07:34:31,315 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8f96f694c6b44827adccb2b54e10dc20, entries=150, sequenceid=270, filesize=12.0 K 2024-11-21T07:34:31,316 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 16c91c2d4361bf462b965d5af016192e in 867ms, sequenceid=270, compaction requested=false 2024-11-21T07:34:31,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:31,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:31,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-21T07:34:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-21T07:34:31,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-21T07:34:31,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1720 sec 2024-11-21T07:34:31,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.1760 sec 2024-11-21T07:34:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:31,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T07:34:31,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:31,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:31,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:31,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:31,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:31,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:31,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/fac9e4b0fb144721a6c4a2e0c5ec62ac is 50, key is test_row_0/A:col10/1732174470719/Put/seqid=0 2024-11-21T07:34:31,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742280_1456 (size=17181) 2024-11-21T07:34:31,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174531345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174531345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174531346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174531348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174531351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174531452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174531452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174531452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174531453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174531455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174531656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174531656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174531656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174531656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174531660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:31,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/fac9e4b0fb144721a6c4a2e0c5ec62ac 2024-11-21T07:34:31,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/8f473e68543f428ab37e3e7bc55708bb is 50, key is test_row_0/B:col10/1732174470719/Put/seqid=0 2024-11-21T07:34:31,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742281_1457 (size=12301) 2024-11-21T07:34:31,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/8f473e68543f428ab37e3e7bc55708bb 2024-11-21T07:34:31,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/cdeda123b4b44d00be2211a8f2f504ed is 50, key is test_row_0/C:col10/1732174470719/Put/seqid=0 2024-11-21T07:34:31,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742282_1458 (size=12301) 2024-11-21T07:34:31,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/cdeda123b4b44d00be2211a8f2f504ed 2024-11-21T07:34:31,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/fac9e4b0fb144721a6c4a2e0c5ec62ac as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fac9e4b0fb144721a6c4a2e0c5ec62ac 2024-11-21T07:34:31,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fac9e4b0fb144721a6c4a2e0c5ec62ac, entries=250, sequenceid=301, filesize=16.8 K 2024-11-21T07:34:31,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/8f473e68543f428ab37e3e7bc55708bb as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/8f473e68543f428ab37e3e7bc55708bb 2024-11-21T07:34:31,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/8f473e68543f428ab37e3e7bc55708bb, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T07:34:31,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/cdeda123b4b44d00be2211a8f2f504ed as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/cdeda123b4b44d00be2211a8f2f504ed 2024-11-21T07:34:31,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/cdeda123b4b44d00be2211a8f2f504ed, entries=150, sequenceid=301, filesize=12.0 K 2024-11-21T07:34:31,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 16c91c2d4361bf462b965d5af016192e in 437ms, sequenceid=301, compaction requested=true 2024-11-21T07:34:31,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:31,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:31,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:31,779 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:31,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:31,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:31,779 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:31,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:31,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:31,780 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:31,780 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:31,780 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/A is initiating minor compaction (all files) 2024-11-21T07:34:31,780 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/B is initiating minor compaction (all files) 2024-11-21T07:34:31,780 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/A in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:31,780 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/B in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:31,780 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7ff20d584f8b4a6f98c0ba4f242b48b4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/b0cfacdf71494aa1ae41ca3a68de7b88, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/8f473e68543f428ab37e3e7bc55708bb] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=36.5 K 2024-11-21T07:34:31,780 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/6c6a3fc966c842cfb081d80dd076d805, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a9d9c31d89784d6c8d8370b900a241d2, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fac9e4b0fb144721a6c4a2e0c5ec62ac] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=41.3 K 2024-11-21T07:34:31,781 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c6a3fc966c842cfb081d80dd076d805, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732174469251 2024-11-21T07:34:31,781 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ff20d584f8b4a6f98c0ba4f242b48b4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732174469251 2024-11-21T07:34:31,781 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting b0cfacdf71494aa1ae41ca3a68de7b88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732174469569 2024-11-21T07:34:31,781 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9d9c31d89784d6c8d8370b900a241d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732174469569 2024-11-21T07:34:31,781 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f473e68543f428ab37e3e7bc55708bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732174470719 2024-11-21T07:34:31,781 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting fac9e4b0fb144721a6c4a2e0c5ec62ac, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732174470717 2024-11-21T07:34:31,788 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#A#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:31,788 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/09756bfaed64488cb56269baa6b032fb is 50, key is test_row_0/A:col10/1732174470719/Put/seqid=0 2024-11-21T07:34:31,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742283_1459 (size=13017) 2024-11-21T07:34:31,791 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:31,792 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/f8c4d562ee584f64808d5e408b32313b is 50, key is test_row_0/B:col10/1732174470719/Put/seqid=0 2024-11-21T07:34:31,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742284_1460 (size=13017) 2024-11-21T07:34:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:31,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:34:31,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:31,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:31,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:31,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:31,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:31,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:31,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/13e748f74c864190b9beb000028228d5 is 50, key is test_row_0/A:col10/1732174471963/Put/seqid=0 2024-11-21T07:34:31,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742285_1461 (size=14741) 2024-11-21T07:34:32,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174531994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174531994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174531996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174531997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174531999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174532101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174532102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174532107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174532107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174532107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,197 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/09756bfaed64488cb56269baa6b032fb as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/09756bfaed64488cb56269baa6b032fb 2024-11-21T07:34:32,200 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/f8c4d562ee584f64808d5e408b32313b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f8c4d562ee584f64808d5e408b32313b 2024-11-21T07:34:32,201 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/A of 16c91c2d4361bf462b965d5af016192e into 09756bfaed64488cb56269baa6b032fb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:32,201 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:32,201 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/A, priority=13, startTime=1732174471779; duration=0sec 2024-11-21T07:34:32,201 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:32,201 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:A 2024-11-21T07:34:32,201 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:32,201 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:32,202 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/C is initiating minor compaction (all files) 2024-11-21T07:34:32,202 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/C in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:32,202 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/dba3a92340ac4aa596af28c46be09b4a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8f96f694c6b44827adccb2b54e10dc20, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/cdeda123b4b44d00be2211a8f2f504ed] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=36.5 K 2024-11-21T07:34:32,202 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting dba3a92340ac4aa596af28c46be09b4a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732174469251 2024-11-21T07:34:32,202 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f96f694c6b44827adccb2b54e10dc20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732174469569 2024-11-21T07:34:32,203 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdeda123b4b44d00be2211a8f2f504ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732174470719 2024-11-21T07:34:32,203 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/B of 16c91c2d4361bf462b965d5af016192e into f8c4d562ee584f64808d5e408b32313b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:32,203 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:32,203 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/B, priority=13, startTime=1732174471779; duration=0sec 2024-11-21T07:34:32,204 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:32,204 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:B 2024-11-21T07:34:32,208 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#C#compaction#392 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:32,208 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/75371e68ea1a4305b0263b77e7f69151 is 50, key is test_row_0/C:col10/1732174470719/Put/seqid=0 2024-11-21T07:34:32,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742286_1462 (size=13017) 2024-11-21T07:34:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T07:34:32,248 INFO [Thread-1798 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-21T07:34:32,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-21T07:34:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T07:34:32,250 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:32,250 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:32,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:32,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174532305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174532305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174532313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174532313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174532313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T07:34:32,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/13e748f74c864190b9beb000028228d5 2024-11-21T07:34:32,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/ab2194f9de7e487ab4904b7a16f1d340 is 50, key is test_row_0/B:col10/1732174471963/Put/seqid=0 2024-11-21T07:34:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742287_1463 (size=12301) 2024-11-21T07:34:32,402 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-21T07:34:32,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:32,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:32,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:32,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T07:34:32,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-21T07:34:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:32,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:32,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174532607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174532612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,617 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/75371e68ea1a4305b0263b77e7f69151 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/75371e68ea1a4305b0263b77e7f69151 2024-11-21T07:34:32,620 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/C of 16c91c2d4361bf462b965d5af016192e into 75371e68ea1a4305b0263b77e7f69151(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:32,620 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:32,620 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/C, priority=13, startTime=1732174471779; duration=0sec 2024-11-21T07:34:32,620 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:32,620 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:C 2024-11-21T07:34:32,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174532618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174532619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174532619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-21T07:34:32,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:32,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:32,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:32,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/ab2194f9de7e487ab4904b7a16f1d340 2024-11-21T07:34:32,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/ed8eaf2bf8ab4804bcbebaf364ff4727 is 50, key is test_row_0/C:col10/1732174471963/Put/seqid=0 2024-11-21T07:34:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742288_1464 (size=12301) 2024-11-21T07:34:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T07:34:32,858 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:32,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-21T07:34:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:32,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:33,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:33,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-21T07:34:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:33,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:33,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:33,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174533111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:33,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174533118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:33,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174533123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:33,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174533123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:33,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174533123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:33,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:33,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-21T07:34:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:33,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:33,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/ed8eaf2bf8ab4804bcbebaf364ff4727 2024-11-21T07:34:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/13e748f74c864190b9beb000028228d5 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/13e748f74c864190b9beb000028228d5 2024-11-21T07:34:33,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/13e748f74c864190b9beb000028228d5, entries=200, sequenceid=313, filesize=14.4 K 2024-11-21T07:34:33,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/ab2194f9de7e487ab4904b7a16f1d340 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/ab2194f9de7e487ab4904b7a16f1d340 2024-11-21T07:34:33,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/ab2194f9de7e487ab4904b7a16f1d340, entries=150, sequenceid=313, filesize=12.0 K 2024-11-21T07:34:33,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/ed8eaf2bf8ab4804bcbebaf364ff4727 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ed8eaf2bf8ab4804bcbebaf364ff4727 2024-11-21T07:34:33,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ed8eaf2bf8ab4804bcbebaf364ff4727, entries=150, sequenceid=313, filesize=12.0 K 2024-11-21T07:34:33,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 16c91c2d4361bf462b965d5af016192e in 1241ms, sequenceid=313, compaction requested=false 2024-11-21T07:34:33,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:33,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:33,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-21T07:34:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:33,316 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:34:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:33,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/a69cafa818c945b2917455e3c27f322f is 50, key is test_row_0/A:col10/1732174471993/Put/seqid=0 2024-11-21T07:34:33,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742289_1465 (size=12301) 2024-11-21T07:34:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T07:34:33,723 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/a69cafa818c945b2917455e3c27f322f 2024-11-21T07:34:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/11086f98e70a4cfaa83ede6b2c7f6d44 is 50, key is test_row_0/B:col10/1732174471993/Put/seqid=0 2024-11-21T07:34:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742290_1466 (size=12301) 2024-11-21T07:34:34,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:34,133 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/11086f98e70a4cfaa83ede6b2c7f6d44 2024-11-21T07:34:34,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174534130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174534131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174534132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174534133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/8861959a687f4b6b96ca73a65aca47fc is 50, key is test_row_0/C:col10/1732174471993/Put/seqid=0 2024-11-21T07:34:34,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174534133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742291_1467 (size=12301) 2024-11-21T07:34:34,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174534234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174534237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174534237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174534241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T07:34:34,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174534437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174534441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174534441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174534445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,541 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/8861959a687f4b6b96ca73a65aca47fc 2024-11-21T07:34:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/a69cafa818c945b2917455e3c27f322f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a69cafa818c945b2917455e3c27f322f 2024-11-21T07:34:34,547 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a69cafa818c945b2917455e3c27f322f, entries=150, sequenceid=340, filesize=12.0 K 2024-11-21T07:34:34,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/11086f98e70a4cfaa83ede6b2c7f6d44 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/11086f98e70a4cfaa83ede6b2c7f6d44 2024-11-21T07:34:34,551 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/11086f98e70a4cfaa83ede6b2c7f6d44, entries=150, sequenceid=340, filesize=12.0 K 2024-11-21T07:34:34,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/8861959a687f4b6b96ca73a65aca47fc as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8861959a687f4b6b96ca73a65aca47fc 2024-11-21T07:34:34,554 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8861959a687f4b6b96ca73a65aca47fc, entries=150, sequenceid=340, filesize=12.0 K 2024-11-21T07:34:34,555 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 16c91c2d4361bf462b965d5af016192e in 1239ms, sequenceid=340, compaction requested=true 2024-11-21T07:34:34,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:34,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:34,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-21T07:34:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-21T07:34:34,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-21T07:34:34,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3050 sec 2024-11-21T07:34:34,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.3080 sec 2024-11-21T07:34:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:34,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T07:34:34,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:34,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:34,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:34,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:34,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:34,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:34,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/1e510d9618f54409993149781b3c8b57 is 50, key is test_row_0/A:col10/1732174474125/Put/seqid=0 2024-11-21T07:34:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742292_1468 (size=14741) 2024-11-21T07:34:34,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174534776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174534782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174534782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174534782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174534883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174534886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174534890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:34,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174534890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174535089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174535091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174535094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174535095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/1e510d9618f54409993149781b3c8b57 2024-11-21T07:34:35,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/4d78e91987ea4a49a05023457ce73028 is 50, key is test_row_0/B:col10/1732174474125/Put/seqid=0 2024-11-21T07:34:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742293_1469 (size=12301) 2024-11-21T07:34:35,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/4d78e91987ea4a49a05023457ce73028 2024-11-21T07:34:35,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/7133f61484894fe18ac28cce287a9bf7 is 50, key is test_row_0/C:col10/1732174474125/Put/seqid=0 2024-11-21T07:34:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742294_1470 (size=12301) 2024-11-21T07:34:35,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174535394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174535398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174535399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174535402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/7133f61484894fe18ac28cce287a9bf7 2024-11-21T07:34:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/1e510d9618f54409993149781b3c8b57 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/1e510d9618f54409993149781b3c8b57 2024-11-21T07:34:35,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/1e510d9618f54409993149781b3c8b57, entries=200, sequenceid=353, filesize=14.4 K 2024-11-21T07:34:35,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/4d78e91987ea4a49a05023457ce73028 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/4d78e91987ea4a49a05023457ce73028 2024-11-21T07:34:35,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/4d78e91987ea4a49a05023457ce73028, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T07:34:35,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/7133f61484894fe18ac28cce287a9bf7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/7133f61484894fe18ac28cce287a9bf7 2024-11-21T07:34:35,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/7133f61484894fe18ac28cce287a9bf7, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T07:34:35,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 16c91c2d4361bf462b965d5af016192e in 855ms, sequenceid=353, compaction requested=true 2024-11-21T07:34:35,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:35,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:35,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:35,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:35,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:35,599 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:34:35,599 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:34:35,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16c91c2d4361bf462b965d5af016192e:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:35,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:35,600 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:34:35,600 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:34:35,600 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/B is initiating minor compaction (all files) 2024-11-21T07:34:35,600 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/A is initiating minor compaction (all files) 2024-11-21T07:34:35,600 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/B in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:35,600 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/A in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:35,600 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/09756bfaed64488cb56269baa6b032fb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/13e748f74c864190b9beb000028228d5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a69cafa818c945b2917455e3c27f322f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/1e510d9618f54409993149781b3c8b57] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=53.5 K 2024-11-21T07:34:35,600 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f8c4d562ee584f64808d5e408b32313b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/ab2194f9de7e487ab4904b7a16f1d340, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/11086f98e70a4cfaa83ede6b2c7f6d44, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/4d78e91987ea4a49a05023457ce73028] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=48.8 K 2024-11-21T07:34:35,601 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09756bfaed64488cb56269baa6b032fb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732174470719 2024-11-21T07:34:35,601 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting f8c4d562ee584f64808d5e408b32313b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732174470719 2024-11-21T07:34:35,601 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting ab2194f9de7e487ab4904b7a16f1d340, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732174471963 2024-11-21T07:34:35,601 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13e748f74c864190b9beb000028228d5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732174471350 2024-11-21T07:34:35,601 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 11086f98e70a4cfaa83ede6b2c7f6d44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732174471987 2024-11-21T07:34:35,601 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting a69cafa818c945b2917455e3c27f322f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732174471987 2024-11-21T07:34:35,601 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d78e91987ea4a49a05023457ce73028, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732174474125 2024-11-21T07:34:35,601 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e510d9618f54409993149781b3c8b57, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732174474125 2024-11-21T07:34:35,608 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#B#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:35,608 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#A#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:35,608 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/ad8ee4dbaa584fd983e78cbf2383ab10 is 50, key is test_row_0/A:col10/1732174474125/Put/seqid=0 2024-11-21T07:34:35,608 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/3ef9fb7208c04c5b99033f819a112c7c is 50, key is test_row_0/B:col10/1732174474125/Put/seqid=0 2024-11-21T07:34:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742295_1471 (size=13153) 2024-11-21T07:34:35,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742296_1472 (size=13153) 2024-11-21T07:34:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:35,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T07:34:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:35,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:35,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:35,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/7ceaa3f0f5414c1abd9c338486eecab6 is 50, key is test_row_0/A:col10/1732174474775/Put/seqid=0 2024-11-21T07:34:35,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742297_1473 (size=14741) 2024-11-21T07:34:35,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174535918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174535918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174535919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:35,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174535921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,015 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/3ef9fb7208c04c5b99033f819a112c7c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/3ef9fb7208c04c5b99033f819a112c7c 2024-11-21T07:34:36,019 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/B of 16c91c2d4361bf462b965d5af016192e into 3ef9fb7208c04c5b99033f819a112c7c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:36,019 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:36,019 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/B, priority=12, startTime=1732174475599; duration=0sec 2024-11-21T07:34:36,019 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:36,019 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:B 2024-11-21T07:34:36,019 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:34:36,020 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:34:36,020 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 16c91c2d4361bf462b965d5af016192e/C is initiating minor compaction (all files) 2024-11-21T07:34:36,020 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 16c91c2d4361bf462b965d5af016192e/C in TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:36,020 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/ad8ee4dbaa584fd983e78cbf2383ab10 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/ad8ee4dbaa584fd983e78cbf2383ab10 2024-11-21T07:34:36,020 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/75371e68ea1a4305b0263b77e7f69151, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ed8eaf2bf8ab4804bcbebaf364ff4727, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8861959a687f4b6b96ca73a65aca47fc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/7133f61484894fe18ac28cce287a9bf7] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp, totalSize=48.8 K 2024-11-21T07:34:36,020 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 75371e68ea1a4305b0263b77e7f69151, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732174470719 2024-11-21T07:34:36,021 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting ed8eaf2bf8ab4804bcbebaf364ff4727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732174471963 2024-11-21T07:34:36,021 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 8861959a687f4b6b96ca73a65aca47fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732174471987 2024-11-21T07:34:36,021 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 7133f61484894fe18ac28cce287a9bf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732174474125 2024-11-21T07:34:36,023 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/A of 16c91c2d4361bf462b965d5af016192e into ad8ee4dbaa584fd983e78cbf2383ab10(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:36,023 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:36,023 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/A, priority=12, startTime=1732174475599; duration=0sec 2024-11-21T07:34:36,023 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:36,023 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:A 2024-11-21T07:34:36,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174536022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,027 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16c91c2d4361bf462b965d5af016192e#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:36,027 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/92e4c3a430ca404b98061d0fef65802b is 50, key is test_row_0/C:col10/1732174474125/Put/seqid=0 2024-11-21T07:34:36,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174536027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174536028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174536028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742298_1474 (size=13153) 2024-11-21T07:34:36,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55550 deadline: 1732174536152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,155 DEBUG [Thread-1792 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., hostname=7031d45592d4,46583,1732174333165, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:34:36,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174536226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174536231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174536232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174536232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/7ceaa3f0f5414c1abd9c338486eecab6 2024-11-21T07:34:36,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/7db4bc514f784eb696eb94d52bf1f08e is 50, key is test_row_0/B:col10/1732174474775/Put/seqid=0 2024-11-21T07:34:36,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742299_1475 (size=12301) 2024-11-21T07:34:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T07:34:36,354 INFO [Thread-1798 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-21T07:34:36,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-21T07:34:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T07:34:36,356 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:36,356 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:36,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:36,434 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/92e4c3a430ca404b98061d0fef65802b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/92e4c3a430ca404b98061d0fef65802b 2024-11-21T07:34:36,437 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 16c91c2d4361bf462b965d5af016192e/C of 16c91c2d4361bf462b965d5af016192e into 92e4c3a430ca404b98061d0fef65802b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:36,437 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:36,437 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e., storeName=16c91c2d4361bf462b965d5af016192e/C, priority=12, startTime=1732174475599; duration=0sec 2024-11-21T07:34:36,437 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:36,437 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16c91c2d4361bf462b965d5af016192e:C 2024-11-21T07:34:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T07:34:36,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T07:34:36,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:36,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:36,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:36,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,516 DEBUG [Thread-1803 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:63395 2024-11-21T07:34:36,516 DEBUG [Thread-1801 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:63395 2024-11-21T07:34:36,516 DEBUG [Thread-1803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:36,516 DEBUG [Thread-1801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:36,517 DEBUG [Thread-1807 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:63395 2024-11-21T07:34:36,517 DEBUG [Thread-1807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:36,519 DEBUG [Thread-1805 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:63395 2024-11-21T07:34:36,519 DEBUG [Thread-1805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:36,520 DEBUG [Thread-1799 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:63395 2024-11-21T07:34:36,520 DEBUG [Thread-1799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:36,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174536529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174536536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174536537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174536537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T07:34:36,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T07:34:36,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:36,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:36,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:36,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/7db4bc514f784eb696eb94d52bf1f08e 2024-11-21T07:34:36,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/115c6531c182462680087ac779a298f7 is 50, key is test_row_0/C:col10/1732174474775/Put/seqid=0 2024-11-21T07:34:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742300_1476 (size=12301) 2024-11-21T07:34:36,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T07:34:36,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:36,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:36,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:36,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T07:34:36,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:36,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T07:34:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:36,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:37,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55524 deadline: 1732174537031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:37,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55540 deadline: 1732174537039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:37,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55482 deadline: 1732174537039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:37,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55532 deadline: 1732174537041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:37,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:37,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T07:34:37,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:37,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:37,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:37,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:37,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/115c6531c182462680087ac779a298f7 2024-11-21T07:34:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/7ceaa3f0f5414c1abd9c338486eecab6 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/7ceaa3f0f5414c1abd9c338486eecab6 2024-11-21T07:34:37,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/7ceaa3f0f5414c1abd9c338486eecab6, entries=200, sequenceid=378, filesize=14.4 K 2024-11-21T07:34:37,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/7db4bc514f784eb696eb94d52bf1f08e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7db4bc514f784eb696eb94d52bf1f08e 2024-11-21T07:34:37,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7db4bc514f784eb696eb94d52bf1f08e, entries=150, sequenceid=378, filesize=12.0 K 2024-11-21T07:34:37,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/115c6531c182462680087ac779a298f7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/115c6531c182462680087ac779a298f7 2024-11-21T07:34:37,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/115c6531c182462680087ac779a298f7, entries=150, sequenceid=378, filesize=12.0 K 2024-11-21T07:34:37,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 16c91c2d4361bf462b965d5af016192e in 1261ms, sequenceid=378, compaction requested=false 2024-11-21T07:34:37,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:37,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:37,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-21T07:34:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:37,282 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:34:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:37,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:37,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:37,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:37,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:37,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:37,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/67372198af6c45b3b71f80781154fb3b is 50, key is test_row_0/A:col10/1732174475917/Put/seqid=0 2024-11-21T07:34:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742301_1477 (size=12301) 2024-11-21T07:34:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T07:34:37,697 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/67372198af6c45b3b71f80781154fb3b 2024-11-21T07:34:37,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/9b049e91eab24171adf9ff245dad857f is 50, key is test_row_0/B:col10/1732174475917/Put/seqid=0 2024-11-21T07:34:37,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742302_1478 (size=12301) 2024-11-21T07:34:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:38,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. as already flushing 2024-11-21T07:34:38,044 DEBUG [Thread-1796 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:63395 2024-11-21T07:34:38,044 DEBUG [Thread-1796 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:38,045 DEBUG [Thread-1794 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:63395 2024-11-21T07:34:38,045 DEBUG [Thread-1794 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:38,046 DEBUG [Thread-1790 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:63395 2024-11-21T07:34:38,046 DEBUG [Thread-1790 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:38,047 DEBUG [Thread-1788 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:63395 2024-11-21T07:34:38,047 DEBUG [Thread-1788 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:38,115 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/9b049e91eab24171adf9ff245dad857f 2024-11-21T07:34:38,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/d09eee156e2340488c58ce9c6ea1d123 is 50, key is test_row_0/C:col10/1732174475917/Put/seqid=0 2024-11-21T07:34:38,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742303_1479 (size=12301) 2024-11-21T07:34:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T07:34:38,531 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/d09eee156e2340488c58ce9c6ea1d123 2024-11-21T07:34:38,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/67372198af6c45b3b71f80781154fb3b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/67372198af6c45b3b71f80781154fb3b 2024-11-21T07:34:38,543 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/67372198af6c45b3b71f80781154fb3b, entries=150, sequenceid=392, filesize=12.0 K 2024-11-21T07:34:38,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/9b049e91eab24171adf9ff245dad857f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/9b049e91eab24171adf9ff245dad857f 2024-11-21T07:34:38,548 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/9b049e91eab24171adf9ff245dad857f, entries=150, sequenceid=392, filesize=12.0 K 2024-11-21T07:34:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/d09eee156e2340488c58ce9c6ea1d123 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/d09eee156e2340488c58ce9c6ea1d123 2024-11-21T07:34:38,552 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/d09eee156e2340488c58ce9c6ea1d123, entries=150, sequenceid=392, filesize=12.0 K 2024-11-21T07:34:38,553 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for 16c91c2d4361bf462b965d5af016192e in 1271ms, sequenceid=392, compaction requested=true 2024-11-21T07:34:38,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:38,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:38,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-21T07:34:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-21T07:34:38,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-21T07:34:38,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1980 sec 2024-11-21T07:34:38,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.2000 sec 2024-11-21T07:34:40,170 DEBUG [Thread-1792 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:63395 2024-11-21T07:34:40,170 DEBUG [Thread-1792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T07:34:40,465 INFO [Thread-1798 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-21T07:34:40,465 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2663 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7986 rows 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2664 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7992 rows 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2671 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8012 rows 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2666 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7998 rows 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2669 2024-11-21T07:34:40,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8007 rows 2024-11-21T07:34:40,466 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T07:34:40,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:63395 2024-11-21T07:34:40,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:34:40,471 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T07:34:40,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T07:34:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T07:34:40,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174480475"}]},"ts":"1732174480475"} 2024-11-21T07:34:40,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T07:34:40,482 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T07:34:40,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T07:34:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=16c91c2d4361bf462b965d5af016192e, UNASSIGN}] 2024-11-21T07:34:40,484 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=16c91c2d4361bf462b965d5af016192e, UNASSIGN 2024-11-21T07:34:40,484 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=16c91c2d4361bf462b965d5af016192e, regionState=CLOSING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:34:40,485 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T07:34:40,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:34:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T07:34:40,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:40,637 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:40,637 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T07:34:40,638 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 16c91c2d4361bf462b965d5af016192e, disabling compactions & flushes 2024-11-21T07:34:40,638 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:40,638 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:40,638 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. after waiting 0 ms 2024-11-21T07:34:40,638 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:40,638 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing 16c91c2d4361bf462b965d5af016192e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T07:34:40,639 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=A 2024-11-21T07:34:40,639 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:40,639 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=B 2024-11-21T07:34:40,639 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:40,639 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16c91c2d4361bf462b965d5af016192e, store=C 2024-11-21T07:34:40,640 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:40,650 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/c18a0722ac8c4623b7924584ce395b2d is 50, key is test_row_0/A:col10/1732174478045/Put/seqid=0 2024-11-21T07:34:40,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742304_1480 (size=9857) 2024-11-21T07:34:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T07:34:41,055 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/c18a0722ac8c4623b7924584ce395b2d 2024-11-21T07:34:41,070 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/71d1b194355e42558ae7158f7466088f is 50, key is test_row_0/B:col10/1732174478045/Put/seqid=0 2024-11-21T07:34:41,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742305_1481 (size=9857) 2024-11-21T07:34:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T07:34:41,476 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/71d1b194355e42558ae7158f7466088f 2024-11-21T07:34:41,489 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/f2c0d1a087cb40ceac5c13ccae942915 is 50, key is test_row_0/C:col10/1732174478045/Put/seqid=0 2024-11-21T07:34:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742306_1482 (size=9857) 2024-11-21T07:34:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T07:34:41,606 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T07:34:41,894 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/f2c0d1a087cb40ceac5c13ccae942915 2024-11-21T07:34:41,903 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/A/c18a0722ac8c4623b7924584ce395b2d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/c18a0722ac8c4623b7924584ce395b2d 2024-11-21T07:34:41,909 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/c18a0722ac8c4623b7924584ce395b2d, entries=100, sequenceid=400, filesize=9.6 K 2024-11-21T07:34:41,910 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/B/71d1b194355e42558ae7158f7466088f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/71d1b194355e42558ae7158f7466088f 2024-11-21T07:34:41,914 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/71d1b194355e42558ae7158f7466088f, entries=100, sequenceid=400, filesize=9.6 K 2024-11-21T07:34:41,915 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/.tmp/C/f2c0d1a087cb40ceac5c13ccae942915 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/f2c0d1a087cb40ceac5c13ccae942915 2024-11-21T07:34:41,920 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/f2c0d1a087cb40ceac5c13ccae942915, entries=100, sequenceid=400, filesize=9.6 K 2024-11-21T07:34:41,921 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 16c91c2d4361bf462b965d5af016192e in 1283ms, sequenceid=400, compaction requested=true 2024-11-21T07:34:41,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/bddd1e99cc7d44d5967daef356c4d80e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4ad57b3030a04df6a081a4da04571118, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/36e42317a8114ecdb75f00d0d30b2936, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/73b87e2c3e734c8c859d62536159cdf8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5ed303a62774485c911778d28bfb0c82, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9a1079900e8b487689ba9398d0c670c5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4acb3f8293204fdca2e79df27c38fdaa, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4e7a12173e014485b10cba298a674632, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fe0da231a0954997a6f4c5c543160a9e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9aeb4a46b00648e4980e448b000d1b13, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/aa34251b0a3f4061a3ceb791e2b2f09e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/ba0b5c2878894cdd8c7063cb7de3453f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/3bc9a4b7786b4afe8ed751d252b8a6a1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/42adf90d63744e009b792d3c207cd231, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/7c22461add90486583d6f04ab26f8dd8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/dbaf6e482a1c47bf8095ea80132f4d70, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5cc32c5e65384c108a6b2f03c5ad3b6c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/586abe7cebca4a41b9e104adda29a2dd, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/6c6a3fc966c842cfb081d80dd076d805, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a9d9c31d89784d6c8d8370b900a241d2, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fac9e4b0fb144721a6c4a2e0c5ec62ac, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/09756bfaed64488cb56269baa6b032fb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/13e748f74c864190b9beb000028228d5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a69cafa818c945b2917455e3c27f322f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/1e510d9618f54409993149781b3c8b57] to archive 2024-11-21T07:34:41,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:34:41,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/bddd1e99cc7d44d5967daef356c4d80e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/bddd1e99cc7d44d5967daef356c4d80e 2024-11-21T07:34:41,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4ad57b3030a04df6a081a4da04571118 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4ad57b3030a04df6a081a4da04571118 2024-11-21T07:34:41,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/36e42317a8114ecdb75f00d0d30b2936 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/36e42317a8114ecdb75f00d0d30b2936 2024-11-21T07:34:41,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/73b87e2c3e734c8c859d62536159cdf8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/73b87e2c3e734c8c859d62536159cdf8 2024-11-21T07:34:41,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5ed303a62774485c911778d28bfb0c82 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5ed303a62774485c911778d28bfb0c82 2024-11-21T07:34:41,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9a1079900e8b487689ba9398d0c670c5 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9a1079900e8b487689ba9398d0c670c5 2024-11-21T07:34:41,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4acb3f8293204fdca2e79df27c38fdaa to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4acb3f8293204fdca2e79df27c38fdaa 2024-11-21T07:34:41,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4e7a12173e014485b10cba298a674632 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/4e7a12173e014485b10cba298a674632 2024-11-21T07:34:41,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fe0da231a0954997a6f4c5c543160a9e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fe0da231a0954997a6f4c5c543160a9e 2024-11-21T07:34:41,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9aeb4a46b00648e4980e448b000d1b13 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/9aeb4a46b00648e4980e448b000d1b13 2024-11-21T07:34:41,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/aa34251b0a3f4061a3ceb791e2b2f09e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/aa34251b0a3f4061a3ceb791e2b2f09e 2024-11-21T07:34:41,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/ba0b5c2878894cdd8c7063cb7de3453f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/ba0b5c2878894cdd8c7063cb7de3453f 2024-11-21T07:34:41,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/3bc9a4b7786b4afe8ed751d252b8a6a1 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/3bc9a4b7786b4afe8ed751d252b8a6a1 2024-11-21T07:34:41,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/42adf90d63744e009b792d3c207cd231 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/42adf90d63744e009b792d3c207cd231 2024-11-21T07:34:41,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/7c22461add90486583d6f04ab26f8dd8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/7c22461add90486583d6f04ab26f8dd8 2024-11-21T07:34:41,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/dbaf6e482a1c47bf8095ea80132f4d70 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/dbaf6e482a1c47bf8095ea80132f4d70 2024-11-21T07:34:41,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5cc32c5e65384c108a6b2f03c5ad3b6c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/5cc32c5e65384c108a6b2f03c5ad3b6c 2024-11-21T07:34:41,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/586abe7cebca4a41b9e104adda29a2dd to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/586abe7cebca4a41b9e104adda29a2dd 2024-11-21T07:34:41,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/6c6a3fc966c842cfb081d80dd076d805 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/6c6a3fc966c842cfb081d80dd076d805 2024-11-21T07:34:41,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a9d9c31d89784d6c8d8370b900a241d2 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a9d9c31d89784d6c8d8370b900a241d2 2024-11-21T07:34:41,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fac9e4b0fb144721a6c4a2e0c5ec62ac to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/fac9e4b0fb144721a6c4a2e0c5ec62ac 2024-11-21T07:34:41,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/09756bfaed64488cb56269baa6b032fb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/09756bfaed64488cb56269baa6b032fb 2024-11-21T07:34:41,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/13e748f74c864190b9beb000028228d5 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/13e748f74c864190b9beb000028228d5 2024-11-21T07:34:41,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a69cafa818c945b2917455e3c27f322f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/a69cafa818c945b2917455e3c27f322f 2024-11-21T07:34:41,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/1e510d9618f54409993149781b3c8b57 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/1e510d9618f54409993149781b3c8b57 2024-11-21T07:34:41,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/c97464583e714b50b8564901ac8cc062, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/22d68e11b5e24856af13bafbdf62c37e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/af2952d95dd54fb6b829f8a0488dbfc4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6d6b4a827cd84cdc93fe7a94b1ea91ee, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/77bd092146e84fb3ad17ddbd2417cee1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/66fa5ed5b8684d48b75a90bae144a5ce, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f166cc9004fd4a6e8cd55f346a4ccdf0, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/804812577d9a4859a64a973fa918ec31, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/9252826e820b49ee845b0fa20f9a7190, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/fe7f68ff98ae48f68044d82dd810a7fb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7081a7f8827040f4ac56332ebb66b3aa, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/bbc64a88e412444dbfd39d2b006386a3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/35f9dca9b595403fb75643d94e18fe2c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/1a91ae7039394400ba8f159f6d52a3d6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6b97e2fd75d646b09d0994bed1014260, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/3894b8a0fd6146428e71e66bb07a099c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f61479e3c99e43e88c82bebade4fccaf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7ff20d584f8b4a6f98c0ba4f242b48b4, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/0f603fdf79454dd1bf0263e43c6bef6e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/b0cfacdf71494aa1ae41ca3a68de7b88, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f8c4d562ee584f64808d5e408b32313b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/8f473e68543f428ab37e3e7bc55708bb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/ab2194f9de7e487ab4904b7a16f1d340, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/11086f98e70a4cfaa83ede6b2c7f6d44, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/4d78e91987ea4a49a05023457ce73028] to archive 2024-11-21T07:34:41,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:34:41,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/c97464583e714b50b8564901ac8cc062 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/c97464583e714b50b8564901ac8cc062 2024-11-21T07:34:41,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/22d68e11b5e24856af13bafbdf62c37e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/22d68e11b5e24856af13bafbdf62c37e 2024-11-21T07:34:41,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/af2952d95dd54fb6b829f8a0488dbfc4 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/af2952d95dd54fb6b829f8a0488dbfc4 2024-11-21T07:34:41,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6d6b4a827cd84cdc93fe7a94b1ea91ee to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6d6b4a827cd84cdc93fe7a94b1ea91ee 2024-11-21T07:34:41,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/77bd092146e84fb3ad17ddbd2417cee1 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/77bd092146e84fb3ad17ddbd2417cee1 2024-11-21T07:34:41,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/66fa5ed5b8684d48b75a90bae144a5ce to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/66fa5ed5b8684d48b75a90bae144a5ce 2024-11-21T07:34:41,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f166cc9004fd4a6e8cd55f346a4ccdf0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f166cc9004fd4a6e8cd55f346a4ccdf0 2024-11-21T07:34:41,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/804812577d9a4859a64a973fa918ec31 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/804812577d9a4859a64a973fa918ec31 2024-11-21T07:34:41,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/9252826e820b49ee845b0fa20f9a7190 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/9252826e820b49ee845b0fa20f9a7190 2024-11-21T07:34:41,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/fe7f68ff98ae48f68044d82dd810a7fb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/fe7f68ff98ae48f68044d82dd810a7fb 2024-11-21T07:34:41,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7081a7f8827040f4ac56332ebb66b3aa to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7081a7f8827040f4ac56332ebb66b3aa 2024-11-21T07:34:41,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/bbc64a88e412444dbfd39d2b006386a3 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/bbc64a88e412444dbfd39d2b006386a3 2024-11-21T07:34:41,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/35f9dca9b595403fb75643d94e18fe2c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/35f9dca9b595403fb75643d94e18fe2c 2024-11-21T07:34:41,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/1a91ae7039394400ba8f159f6d52a3d6 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/1a91ae7039394400ba8f159f6d52a3d6 2024-11-21T07:34:41,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6b97e2fd75d646b09d0994bed1014260 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/6b97e2fd75d646b09d0994bed1014260 2024-11-21T07:34:41,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/3894b8a0fd6146428e71e66bb07a099c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/3894b8a0fd6146428e71e66bb07a099c 2024-11-21T07:34:41,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f61479e3c99e43e88c82bebade4fccaf to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f61479e3c99e43e88c82bebade4fccaf 2024-11-21T07:34:41,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7ff20d584f8b4a6f98c0ba4f242b48b4 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7ff20d584f8b4a6f98c0ba4f242b48b4 2024-11-21T07:34:41,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/0f603fdf79454dd1bf0263e43c6bef6e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/0f603fdf79454dd1bf0263e43c6bef6e 2024-11-21T07:34:41,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/b0cfacdf71494aa1ae41ca3a68de7b88 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/b0cfacdf71494aa1ae41ca3a68de7b88 2024-11-21T07:34:41,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f8c4d562ee584f64808d5e408b32313b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/f8c4d562ee584f64808d5e408b32313b 2024-11-21T07:34:41,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/8f473e68543f428ab37e3e7bc55708bb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/8f473e68543f428ab37e3e7bc55708bb 2024-11-21T07:34:41,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/ab2194f9de7e487ab4904b7a16f1d340 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/ab2194f9de7e487ab4904b7a16f1d340 2024-11-21T07:34:41,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/11086f98e70a4cfaa83ede6b2c7f6d44 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/11086f98e70a4cfaa83ede6b2c7f6d44 2024-11-21T07:34:41,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/4d78e91987ea4a49a05023457ce73028 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/4d78e91987ea4a49a05023457ce73028 2024-11-21T07:34:41,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/fb5a994c57de496390bcaf80c6b80439, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/f7d28d4aa15348cab8b2065ad58e1b7b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/527a2e60562241a9a3886d4bae97f92c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8813c1cef06f411288b89804a5de2eac, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/2d094057798e46baa9d89902eb5c435c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/769eb57e1269481b9fc036aab9f95387, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/4ca49bfd1f0d457d8bc12bbfba208924, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3262c8247ee84000880bdb9ae583f181, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/57702f36941e454a8e6092d2ebee0d5e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6518558049c740d6802a438792bad860, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6e338aebcb5a4524a3f72f617985c91b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3daae980c9104e0f994abeec2a751e39, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/a9795d8ccb3948c784f42ef654e5f02c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ca2f06f394464a5eb3e517dfb8c09e94, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3100f6e4d7ef4bf28149f73cd583d267, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/510b487fc135407b8b27e8f1fe7a4b30, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/0405b82c9e054f8788f089129a1c1fef, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/dba3a92340ac4aa596af28c46be09b4a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/95e5ae16a9a849c7aa8c77671f2c09e7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8f96f694c6b44827adccb2b54e10dc20, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/75371e68ea1a4305b0263b77e7f69151, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/cdeda123b4b44d00be2211a8f2f504ed, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ed8eaf2bf8ab4804bcbebaf364ff4727, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8861959a687f4b6b96ca73a65aca47fc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/7133f61484894fe18ac28cce287a9bf7] to archive 2024-11-21T07:34:41,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:34:41,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/fb5a994c57de496390bcaf80c6b80439 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/fb5a994c57de496390bcaf80c6b80439 2024-11-21T07:34:41,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/f7d28d4aa15348cab8b2065ad58e1b7b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/f7d28d4aa15348cab8b2065ad58e1b7b 2024-11-21T07:34:42,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/527a2e60562241a9a3886d4bae97f92c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/527a2e60562241a9a3886d4bae97f92c 2024-11-21T07:34:42,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8813c1cef06f411288b89804a5de2eac to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8813c1cef06f411288b89804a5de2eac 2024-11-21T07:34:42,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/2d094057798e46baa9d89902eb5c435c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/2d094057798e46baa9d89902eb5c435c 2024-11-21T07:34:42,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/769eb57e1269481b9fc036aab9f95387 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/769eb57e1269481b9fc036aab9f95387 2024-11-21T07:34:42,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/4ca49bfd1f0d457d8bc12bbfba208924 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/4ca49bfd1f0d457d8bc12bbfba208924 2024-11-21T07:34:42,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3262c8247ee84000880bdb9ae583f181 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3262c8247ee84000880bdb9ae583f181 2024-11-21T07:34:42,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/57702f36941e454a8e6092d2ebee0d5e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/57702f36941e454a8e6092d2ebee0d5e 2024-11-21T07:34:42,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6518558049c740d6802a438792bad860 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6518558049c740d6802a438792bad860 2024-11-21T07:34:42,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6e338aebcb5a4524a3f72f617985c91b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/6e338aebcb5a4524a3f72f617985c91b 2024-11-21T07:34:42,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3daae980c9104e0f994abeec2a751e39 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3daae980c9104e0f994abeec2a751e39 2024-11-21T07:34:42,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/a9795d8ccb3948c784f42ef654e5f02c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/a9795d8ccb3948c784f42ef654e5f02c 2024-11-21T07:34:42,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ca2f06f394464a5eb3e517dfb8c09e94 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ca2f06f394464a5eb3e517dfb8c09e94 2024-11-21T07:34:42,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3100f6e4d7ef4bf28149f73cd583d267 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/3100f6e4d7ef4bf28149f73cd583d267 2024-11-21T07:34:42,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/510b487fc135407b8b27e8f1fe7a4b30 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/510b487fc135407b8b27e8f1fe7a4b30 2024-11-21T07:34:42,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/0405b82c9e054f8788f089129a1c1fef to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/0405b82c9e054f8788f089129a1c1fef 2024-11-21T07:34:42,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/dba3a92340ac4aa596af28c46be09b4a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/dba3a92340ac4aa596af28c46be09b4a 2024-11-21T07:34:42,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/95e5ae16a9a849c7aa8c77671f2c09e7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/95e5ae16a9a849c7aa8c77671f2c09e7 2024-11-21T07:34:42,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8f96f694c6b44827adccb2b54e10dc20 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8f96f694c6b44827adccb2b54e10dc20 2024-11-21T07:34:42,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/75371e68ea1a4305b0263b77e7f69151 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/75371e68ea1a4305b0263b77e7f69151 2024-11-21T07:34:42,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/cdeda123b4b44d00be2211a8f2f504ed to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/cdeda123b4b44d00be2211a8f2f504ed 2024-11-21T07:34:42,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ed8eaf2bf8ab4804bcbebaf364ff4727 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/ed8eaf2bf8ab4804bcbebaf364ff4727 2024-11-21T07:34:42,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8861959a687f4b6b96ca73a65aca47fc to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/8861959a687f4b6b96ca73a65aca47fc 2024-11-21T07:34:42,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/7133f61484894fe18ac28cce287a9bf7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/7133f61484894fe18ac28cce287a9bf7 2024-11-21T07:34:42,043 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/recovered.edits/403.seqid, newMaxSeqId=403, maxSeqId=1 2024-11-21T07:34:42,044 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e. 2024-11-21T07:34:42,044 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 16c91c2d4361bf462b965d5af016192e: 2024-11-21T07:34:42,045 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:42,045 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=16c91c2d4361bf462b965d5af016192e, regionState=CLOSED 2024-11-21T07:34:42,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-21T07:34:42,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 16c91c2d4361bf462b965d5af016192e, server=7031d45592d4,46583,1732174333165 in 1.5610 sec 2024-11-21T07:34:42,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-21T07:34:42,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=16c91c2d4361bf462b965d5af016192e, UNASSIGN in 1.5640 sec 2024-11-21T07:34:42,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-21T07:34:42,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5670 sec 2024-11-21T07:34:42,051 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174482051"}]},"ts":"1732174482051"} 2024-11-21T07:34:42,052 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T07:34:42,072 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T07:34:42,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6010 sec 2024-11-21T07:34:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T07:34:42,581 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-21T07:34:42,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T07:34:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:42,583 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-21T07:34:42,584 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:42,585 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:42,588 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/recovered.edits] 2024-11-21T07:34:42,592 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/67372198af6c45b3b71f80781154fb3b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/67372198af6c45b3b71f80781154fb3b 2024-11-21T07:34:42,594 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/7ceaa3f0f5414c1abd9c338486eecab6 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/7ceaa3f0f5414c1abd9c338486eecab6 2024-11-21T07:34:42,596 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/ad8ee4dbaa584fd983e78cbf2383ab10 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/ad8ee4dbaa584fd983e78cbf2383ab10 2024-11-21T07:34:42,598 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/c18a0722ac8c4623b7924584ce395b2d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/A/c18a0722ac8c4623b7924584ce395b2d 2024-11-21T07:34:42,602 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/3ef9fb7208c04c5b99033f819a112c7c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/3ef9fb7208c04c5b99033f819a112c7c 2024-11-21T07:34:42,604 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/71d1b194355e42558ae7158f7466088f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/71d1b194355e42558ae7158f7466088f 2024-11-21T07:34:42,606 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7db4bc514f784eb696eb94d52bf1f08e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/7db4bc514f784eb696eb94d52bf1f08e 2024-11-21T07:34:42,608 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/9b049e91eab24171adf9ff245dad857f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/B/9b049e91eab24171adf9ff245dad857f 2024-11-21T07:34:42,612 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/115c6531c182462680087ac779a298f7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/115c6531c182462680087ac779a298f7 2024-11-21T07:34:42,614 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/92e4c3a430ca404b98061d0fef65802b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/92e4c3a430ca404b98061d0fef65802b 2024-11-21T07:34:42,616 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/d09eee156e2340488c58ce9c6ea1d123 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/d09eee156e2340488c58ce9c6ea1d123 2024-11-21T07:34:42,618 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/f2c0d1a087cb40ceac5c13ccae942915 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/C/f2c0d1a087cb40ceac5c13ccae942915 2024-11-21T07:34:42,622 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/recovered.edits/403.seqid to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e/recovered.edits/403.seqid 2024-11-21T07:34:42,623 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/16c91c2d4361bf462b965d5af016192e 2024-11-21T07:34:42,623 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T07:34:42,626 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:42,628 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T07:34:42,631 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T07:34:42,633 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:42,633 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T07:34:42,633 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732174482633"}]},"ts":"9223372036854775807"} 2024-11-21T07:34:42,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T07:34:42,635 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 16c91c2d4361bf462b965d5af016192e, NAME => 'TestAcidGuarantees,,1732174454242.16c91c2d4361bf462b965d5af016192e.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T07:34:42,635 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T07:34:42,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732174482635"}]},"ts":"9223372036854775807"} 2024-11-21T07:34:42,638 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T07:34:42,675 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:42,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-21T07:34:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-21T07:34:42,685 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-21T07:34:42,694 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240 (was 240), OpenFileDescriptor=451 (was 464), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=6032 (was 6042) 2024-11-21T07:34:42,701 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=6032 2024-11-21T07:34:42,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T07:34:42,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T07:34:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:42,704 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T07:34:42,704 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:42,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-21T07:34:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T07:34:42,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T07:34:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742307_1483 (size=960) 2024-11-21T07:34:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T07:34:42,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T07:34:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T07:34:43,115 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6 2024-11-21T07:34:43,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742308_1484 (size=53) 2024-11-21T07:34:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T07:34:43,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:34:43,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1c444836c130a950609f150df16f5994, disabling compactions & flushes 2024-11-21T07:34:43,528 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:43,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:43,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. after waiting 0 ms 2024-11-21T07:34:43,529 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:43,529 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:43,529 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:43,530 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T07:34:43,531 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732174483530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732174483530"}]},"ts":"1732174483530"} 2024-11-21T07:34:43,532 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T07:34:43,533 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T07:34:43,534 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174483533"}]},"ts":"1732174483533"} 2024-11-21T07:34:43,535 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T07:34:43,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, ASSIGN}] 2024-11-21T07:34:43,583 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, ASSIGN 2024-11-21T07:34:43,584 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, ASSIGN; state=OFFLINE, location=7031d45592d4,46583,1732174333165; forceNewPlan=false, retain=false 2024-11-21T07:34:43,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=1c444836c130a950609f150df16f5994, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:34:43,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:34:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T07:34:43,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:43,893 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:43,893 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:34:43,893 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1c444836c130a950609f150df16f5994 2024-11-21T07:34:43,893 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:34:43,894 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 1c444836c130a950609f150df16f5994 2024-11-21T07:34:43,894 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 1c444836c130a950609f150df16f5994 2024-11-21T07:34:43,896 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1c444836c130a950609f150df16f5994 2024-11-21T07:34:43,899 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:34:43,899 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c444836c130a950609f150df16f5994 columnFamilyName A 2024-11-21T07:34:43,899 DEBUG [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:43,900 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(327): Store=1c444836c130a950609f150df16f5994/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:34:43,900 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1c444836c130a950609f150df16f5994 2024-11-21T07:34:43,902 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:34:43,902 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c444836c130a950609f150df16f5994 columnFamilyName B 2024-11-21T07:34:43,902 DEBUG [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:43,903 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(327): Store=1c444836c130a950609f150df16f5994/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:34:43,903 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1c444836c130a950609f150df16f5994 2024-11-21T07:34:43,904 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:34:43,904 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c444836c130a950609f150df16f5994 columnFamilyName C 2024-11-21T07:34:43,904 DEBUG [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:43,905 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(327): Store=1c444836c130a950609f150df16f5994/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:34:43,905 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:43,906 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994 2024-11-21T07:34:43,907 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994 2024-11-21T07:34:43,909 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:34:43,910 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 1c444836c130a950609f150df16f5994 2024-11-21T07:34:43,912 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T07:34:43,913 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 1c444836c130a950609f150df16f5994; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59334157, jitterRate=-0.11585216224193573}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:34:43,914 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:43,915 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., pid=151, masterSystemTime=1732174483888 2024-11-21T07:34:43,917 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:43,917 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:43,917 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=1c444836c130a950609f150df16f5994, regionState=OPEN, openSeqNum=2, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:34:43,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-21T07:34:43,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 in 182 msec 2024-11-21T07:34:43,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-21T07:34:43,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, ASSIGN in 338 msec 2024-11-21T07:34:43,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T07:34:43,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174483922"}]},"ts":"1732174483922"} 2024-11-21T07:34:43,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T07:34:43,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T07:34:43,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2300 sec 2024-11-21T07:34:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-21T07:34:44,814 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-21T07:34:44,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-11-21T07:34:44,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:44,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:44,877 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:44,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T07:34:44,880 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T07:34:44,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T07:34:44,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T07:34:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T07:34:44,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742309_1485 (size=996) 2024-11-21T07:34:45,300 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T07:34:45,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T07:34:45,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T07:34:45,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, REOPEN/MOVE}] 2024-11-21T07:34:45,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, REOPEN/MOVE 2024-11-21T07:34:45,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=1c444836c130a950609f150df16f5994, regionState=CLOSING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:34:45,312 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T07:34:45,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:34:45,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:45,464 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,464 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T07:34:45,464 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 1c444836c130a950609f150df16f5994, disabling compactions & flushes 2024-11-21T07:34:45,464 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:45,465 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:45,465 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. after waiting 0 ms 2024-11-21T07:34:45,465 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:45,469 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T07:34:45,470 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:45,470 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:45,470 WARN [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 1c444836c130a950609f150df16f5994 to self. 2024-11-21T07:34:45,472 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=1c444836c130a950609f150df16f5994, regionState=CLOSED 2024-11-21T07:34:45,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-21T07:34:45,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 in 161 msec 2024-11-21T07:34:45,475 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, REOPEN/MOVE; state=CLOSED, location=7031d45592d4,46583,1732174333165; forceNewPlan=false, retain=true 2024-11-21T07:34:45,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=1c444836c130a950609f150df16f5994, regionState=OPENING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:34:45,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:34:45,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:45,789 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:45,790 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} 2024-11-21T07:34:45,790 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,790 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T07:34:45,791 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,791 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,792 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,793 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:34:45,793 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c444836c130a950609f150df16f5994 columnFamilyName A 2024-11-21T07:34:45,795 DEBUG [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:45,795 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(327): Store=1c444836c130a950609f150df16f5994/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:34:45,796 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,796 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:34:45,796 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c444836c130a950609f150df16f5994 columnFamilyName B 2024-11-21T07:34:45,797 DEBUG [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:45,797 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(327): Store=1c444836c130a950609f150df16f5994/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:34:45,797 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,798 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T07:34:45,798 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c444836c130a950609f150df16f5994 columnFamilyName C 2024-11-21T07:34:45,798 DEBUG [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:45,799 INFO [StoreOpener-1c444836c130a950609f150df16f5994-1 {}] regionserver.HStore(327): Store=1c444836c130a950609f150df16f5994/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T07:34:45,799 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:45,800 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,801 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,803 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T07:34:45,804 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,805 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 1c444836c130a950609f150df16f5994; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65418085, jitterRate=-0.025194570422172546}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T07:34:45,805 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:45,806 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., pid=156, masterSystemTime=1732174485783 2024-11-21T07:34:45,807 DEBUG [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:45,807 INFO [RS_OPEN_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:45,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=1c444836c130a950609f150df16f5994, regionState=OPEN, openSeqNum=5, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:34:45,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-21T07:34:45,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 in 179 msec 2024-11-21T07:34:45,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-21T07:34:45,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, REOPEN/MOVE in 500 msec 2024-11-21T07:34:45,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-21T07:34:45,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 505 msec 2024-11-21T07:34:45,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 928 msec 2024-11-21T07:34:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-21T07:34:45,815 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-21T07:34:45,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:45,860 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-21T07:34:45,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:45,868 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-21T07:34:45,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:45,875 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-21T07:34:45,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:45,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-21T07:34:45,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:45,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-21T07:34:45,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:45,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-21T07:34:45,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:45,908 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-21T07:34:45,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:45,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-21T07:34:45,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:45,925 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:63395 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-21T07:34:45,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T07:34:45,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-21T07:34:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T07:34:45,937 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:45,938 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:45,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:45,938 DEBUG [hconnection-0x79ca8a53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:45,938 DEBUG [hconnection-0x3572b8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:45,939 DEBUG [hconnection-0x3547f35c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:45,939 DEBUG [hconnection-0x7f9b87b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:45,939 DEBUG [hconnection-0x79012215-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:45,939 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:45,940 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:45,940 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:45,940 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:45,940 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:45,940 DEBUG [hconnection-0x5214d3f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:45,941 DEBUG [hconnection-0x5a68d681-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:45,942 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:45,942 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:45,943 DEBUG [hconnection-0x2cc1e6fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:45,944 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:45,945 DEBUG [hconnection-0x3728468b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:45,945 DEBUG [hconnection-0x663eb73a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T07:34:45,947 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:45,947 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T07:34:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:34:45,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:34:45,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:34:45,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:45,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:34:45,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:45,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:34:45,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:45,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174545961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:45,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174545961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:45,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:45,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174545962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174545962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:45,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174545963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:45,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213f7055695b9942abb498fa9935398ed2_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174485946/Put/seqid=0 2024-11-21T07:34:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742310_1486 (size=12154) 2024-11-21T07:34:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T07:34:46,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174546064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174546064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174546064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174546065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174546065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T07:34:46,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:46,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:46,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:46,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:46,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T07:34:46,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T07:34:46,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:46,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:46,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:46,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:46,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:46,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174546266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174546267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174546267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174546268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174546268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,385 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:46,388 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213f7055695b9942abb498fa9935398ed2_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213f7055695b9942abb498fa9935398ed2_1c444836c130a950609f150df16f5994 2024-11-21T07:34:46,388 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/012d528e50b0446fb3d762c6551bdd5a, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:46,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/012d528e50b0446fb3d762c6551bdd5a is 175, key is test_row_0/A:col10/1732174485946/Put/seqid=0 2024-11-21T07:34:46,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742311_1487 (size=30955) 2024-11-21T07:34:46,393 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/012d528e50b0446fb3d762c6551bdd5a 2024-11-21T07:34:46,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T07:34:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:46,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:46,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/4ff4bb3ee2c54e389ba821dbdda50e3a is 50, key is test_row_0/B:col10/1732174485946/Put/seqid=0 2024-11-21T07:34:46,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742312_1488 (size=12001) 2024-11-21T07:34:46,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/4ff4bb3ee2c54e389ba821dbdda50e3a 2024-11-21T07:34:46,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/af44c82f1b5e4407b145b98b6a382d89 is 50, key is test_row_0/C:col10/1732174485946/Put/seqid=0 2024-11-21T07:34:46,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742313_1489 (size=12001) 2024-11-21T07:34:46,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/af44c82f1b5e4407b145b98b6a382d89 2024-11-21T07:34:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/012d528e50b0446fb3d762c6551bdd5a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/012d528e50b0446fb3d762c6551bdd5a 2024-11-21T07:34:46,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/012d528e50b0446fb3d762c6551bdd5a, entries=150, sequenceid=17, filesize=30.2 K 2024-11-21T07:34:46,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/4ff4bb3ee2c54e389ba821dbdda50e3a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/4ff4bb3ee2c54e389ba821dbdda50e3a 2024-11-21T07:34:46,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/4ff4bb3ee2c54e389ba821dbdda50e3a, entries=150, sequenceid=17, filesize=11.7 K 2024-11-21T07:34:46,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/af44c82f1b5e4407b145b98b6a382d89 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/af44c82f1b5e4407b145b98b6a382d89 2024-11-21T07:34:46,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/af44c82f1b5e4407b145b98b6a382d89, entries=150, sequenceid=17, filesize=11.7 K 2024-11-21T07:34:46,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1c444836c130a950609f150df16f5994 in 528ms, sequenceid=17, compaction requested=false 2024-11-21T07:34:46,477 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T07:34:46,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T07:34:46,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T07:34:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:46,548 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:34:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:34:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:34:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:34:46,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112139bba094d0ff4c90a9343389b05ff134_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174485961/Put/seqid=0 2024-11-21T07:34:46,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742314_1490 (size=12154) 2024-11-21T07:34:46,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:46,561 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112139bba094d0ff4c90a9343389b05ff134_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112139bba094d0ff4c90a9343389b05ff134_1c444836c130a950609f150df16f5994 2024-11-21T07:34:46,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/7b8f72578a0740bcad06f77dcb2f54fb, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:46,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/7b8f72578a0740bcad06f77dcb2f54fb is 175, key is test_row_0/A:col10/1732174485961/Put/seqid=0 2024-11-21T07:34:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742315_1491 (size=30955) 2024-11-21T07:34:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:34:46,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:46,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174546574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174546574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174546575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174546575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174546576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174546676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174546677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174546677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174546677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174546678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174546879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174546879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174546880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174546880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174546880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:46,965 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/7b8f72578a0740bcad06f77dcb2f54fb 2024-11-21T07:34:46,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/c2b006a3e68f4b799e09e654258724a8 is 50, key is test_row_0/B:col10/1732174485961/Put/seqid=0 2024-11-21T07:34:46,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742316_1492 (size=12001) 2024-11-21T07:34:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T07:34:47,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174547181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:47,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174547182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:47,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174547182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:47,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174547183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:47,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174547184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:47,375 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/c2b006a3e68f4b799e09e654258724a8 2024-11-21T07:34:47,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/e601dcd975224a529920145e0ffa2658 is 50, key is test_row_0/C:col10/1732174485961/Put/seqid=0 2024-11-21T07:34:47,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742317_1493 (size=12001) 2024-11-21T07:34:47,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T07:34:47,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174547685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:47,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174547686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:47,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174547686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:47,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174547687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:47,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174547687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:47,783 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/e601dcd975224a529920145e0ffa2658 2024-11-21T07:34:47,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/7b8f72578a0740bcad06f77dcb2f54fb as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7b8f72578a0740bcad06f77dcb2f54fb 2024-11-21T07:34:47,789 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7b8f72578a0740bcad06f77dcb2f54fb, entries=150, sequenceid=41, filesize=30.2 K 2024-11-21T07:34:47,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/c2b006a3e68f4b799e09e654258724a8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/c2b006a3e68f4b799e09e654258724a8 2024-11-21T07:34:47,792 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/c2b006a3e68f4b799e09e654258724a8, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T07:34:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/e601dcd975224a529920145e0ffa2658 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e601dcd975224a529920145e0ffa2658 2024-11-21T07:34:47,795 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e601dcd975224a529920145e0ffa2658, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T07:34:47,796 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1c444836c130a950609f150df16f5994 in 1248ms, sequenceid=41, compaction requested=false 2024-11-21T07:34:47,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:47,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:47,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-21T07:34:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-21T07:34:47,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-21T07:34:47,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8590 sec 2024-11-21T07:34:47,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.8620 sec 2024-11-21T07:34:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T07:34:48,040 INFO [Thread-2187 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-21T07:34:48,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-21T07:34:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T07:34:48,042 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:48,042 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:48,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T07:34:48,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:48,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T07:34:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:48,194 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T07:34:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:34:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:34:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:34:48,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aa2878caba754658a9a2a7e90aba7182_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174486575/Put/seqid=0 2024-11-21T07:34:48,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742318_1494 (size=12154) 2024-11-21T07:34:48,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:48,205 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aa2878caba754658a9a2a7e90aba7182_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa2878caba754658a9a2a7e90aba7182_1c444836c130a950609f150df16f5994 2024-11-21T07:34:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/1dc08541468442149f31239c352f12a3, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/1dc08541468442149f31239c352f12a3 is 175, key is test_row_0/A:col10/1732174486575/Put/seqid=0 2024-11-21T07:34:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742319_1495 (size=30955) 2024-11-21T07:34:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T07:34:48,610 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/1dc08541468442149f31239c352f12a3 2024-11-21T07:34:48,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/fea1d3d4f15742f595220eaa2788994a is 50, key is test_row_0/B:col10/1732174486575/Put/seqid=0 2024-11-21T07:34:48,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742320_1496 (size=12001) 2024-11-21T07:34:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T07:34:48,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:34:48,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174548704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:48,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174548704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:48,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174548704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:48,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174548705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:48,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174548705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:48,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174548807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174548807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174548808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174548808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174548808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174549009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174549009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174549011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174549011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174549011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,019 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/fea1d3d4f15742f595220eaa2788994a 2024-11-21T07:34:49,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/fd36a558174b4e51b63226fe605916ae is 50, key is test_row_0/C:col10/1732174486575/Put/seqid=0 2024-11-21T07:34:49,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742321_1497 (size=12001) 2024-11-21T07:34:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T07:34:49,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174549314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174549314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174549315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174549315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174549315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,432 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/fd36a558174b4e51b63226fe605916ae 2024-11-21T07:34:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/1dc08541468442149f31239c352f12a3 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/1dc08541468442149f31239c352f12a3 2024-11-21T07:34:49,438 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/1dc08541468442149f31239c352f12a3, entries=150, sequenceid=54, filesize=30.2 K 2024-11-21T07:34:49,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/fea1d3d4f15742f595220eaa2788994a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/fea1d3d4f15742f595220eaa2788994a 2024-11-21T07:34:49,441 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/fea1d3d4f15742f595220eaa2788994a, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T07:34:49,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/fd36a558174b4e51b63226fe605916ae as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fd36a558174b4e51b63226fe605916ae 2024-11-21T07:34:49,444 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fd36a558174b4e51b63226fe605916ae, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T07:34:49,445 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1c444836c130a950609f150df16f5994 in 1251ms, sequenceid=54, compaction requested=true 2024-11-21T07:34:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-21T07:34:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-21T07:34:49,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-21T07:34:49,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-11-21T07:34:49,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.4060 sec 2024-11-21T07:34:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:34:49,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:34:49,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:34:49,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:49,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:34:49,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:49,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:34:49,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:49,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d4ab90b8dd734015aaebc8c3ffba4b6a_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174489817/Put/seqid=0 2024-11-21T07:34:49,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174549823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174549823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174549824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174549824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742322_1498 (size=12154) 2024-11-21T07:34:49,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174549826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174549927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174549927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174549927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174549927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:49,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174549929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174550130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174550130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174550130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174550130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174550130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T07:34:50,145 INFO [Thread-2187 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-21T07:34:50,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-21T07:34:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T07:34:50,147 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:50,148 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:50,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:50,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:50,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d4ab90b8dd734015aaebc8c3ffba4b6a_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d4ab90b8dd734015aaebc8c3ffba4b6a_1c444836c130a950609f150df16f5994 2024-11-21T07:34:50,232 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/04159162d88641ecb488b49ac948d058, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:50,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/04159162d88641ecb488b49ac948d058 is 175, key is test_row_0/A:col10/1732174489817/Put/seqid=0 2024-11-21T07:34:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742323_1499 (size=30955) 2024-11-21T07:34:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T07:34:50,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T07:34:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:50,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174550434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174550434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174550434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174550434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174550435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T07:34:50,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T07:34:50,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:50,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T07:34:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:50,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,637 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/04159162d88641ecb488b49ac948d058 2024-11-21T07:34:50,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/342ee95d5d3c4643be531fc2f049bc39 is 50, key is test_row_0/B:col10/1732174489817/Put/seqid=0 2024-11-21T07:34:50,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742324_1500 (size=12001) 2024-11-21T07:34:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T07:34:50,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T07:34:50,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:50,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:50,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:50,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T07:34:50,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:50,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:50,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:50,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:50,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174550938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174550939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174550940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174550940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:50,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174550940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:51,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/342ee95d5d3c4643be531fc2f049bc39 2024-11-21T07:34:51,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/e41db71a176848dd9118edd6b582196c is 50, key is test_row_0/C:col10/1732174489817/Put/seqid=0 2024-11-21T07:34:51,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742325_1501 (size=12001) 2024-11-21T07:34:51,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:51,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T07:34:51,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:51,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:51,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:51,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:51,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T07:34:51,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:51,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:51,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T07:34:51,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:51,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T07:34:51,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:51,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:51,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:51,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/e41db71a176848dd9118edd6b582196c 2024-11-21T07:34:51,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/04159162d88641ecb488b49ac948d058 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/04159162d88641ecb488b49ac948d058 2024-11-21T07:34:51,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/04159162d88641ecb488b49ac948d058, entries=150, sequenceid=78, filesize=30.2 K 2024-11-21T07:34:51,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/342ee95d5d3c4643be531fc2f049bc39 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/342ee95d5d3c4643be531fc2f049bc39 2024-11-21T07:34:51,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/342ee95d5d3c4643be531fc2f049bc39, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T07:34:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/e41db71a176848dd9118edd6b582196c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e41db71a176848dd9118edd6b582196c 2024-11-21T07:34:51,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e41db71a176848dd9118edd6b582196c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T07:34:51,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1c444836c130a950609f150df16f5994 in 1647ms, sequenceid=78, compaction requested=true 2024-11-21T07:34:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:51,466 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:34:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:51,466 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:34:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:51,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:51,467 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:34:51,467 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:34:51,467 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/A is initiating minor compaction (all files) 2024-11-21T07:34:51,467 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/B is initiating minor compaction (all files) 2024-11-21T07:34:51,467 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/A in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,467 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/B in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,467 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/012d528e50b0446fb3d762c6551bdd5a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7b8f72578a0740bcad06f77dcb2f54fb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/1dc08541468442149f31239c352f12a3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/04159162d88641ecb488b49ac948d058] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=120.9 K 2024-11-21T07:34:51,467 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/4ff4bb3ee2c54e389ba821dbdda50e3a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/c2b006a3e68f4b799e09e654258724a8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/fea1d3d4f15742f595220eaa2788994a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/342ee95d5d3c4643be531fc2f049bc39] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=46.9 K 2024-11-21T07:34:51,467 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,467 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/012d528e50b0446fb3d762c6551bdd5a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7b8f72578a0740bcad06f77dcb2f54fb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/1dc08541468442149f31239c352f12a3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/04159162d88641ecb488b49ac948d058] 2024-11-21T07:34:51,467 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ff4bb3ee2c54e389ba821dbdda50e3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732174485946 2024-11-21T07:34:51,467 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 012d528e50b0446fb3d762c6551bdd5a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732174485946 2024-11-21T07:34:51,468 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting c2b006a3e68f4b799e09e654258724a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732174485960 2024-11-21T07:34:51,468 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b8f72578a0740bcad06f77dcb2f54fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732174485960 2024-11-21T07:34:51,468 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting fea1d3d4f15742f595220eaa2788994a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174486573 2024-11-21T07:34:51,468 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dc08541468442149f31239c352f12a3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174486573 2024-11-21T07:34:51,468 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 342ee95d5d3c4643be531fc2f049bc39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174488704 2024-11-21T07:34:51,468 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04159162d88641ecb488b49ac948d058, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174488704 2024-11-21T07:34:51,474 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:51,475 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#B#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:51,475 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/11e4d3ba83ef45b0888ffdf3e976b0d7 is 50, key is test_row_0/B:col10/1732174489817/Put/seqid=0 2024-11-21T07:34:51,476 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112141eb84ebf593487794710692d66e13c3_1c444836c130a950609f150df16f5994 store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:51,479 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112141eb84ebf593487794710692d66e13c3_1c444836c130a950609f150df16f5994, store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:51,479 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112141eb84ebf593487794710692d66e13c3_1c444836c130a950609f150df16f5994 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742326_1502 (size=12139) 2024-11-21T07:34:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742327_1503 (size=4469) 2024-11-21T07:34:51,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:51,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T07:34:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,517 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T07:34:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:34:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:34:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:34:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:51,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121795b3d87ff8e452eaa8ae41ee5d8d8b9_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174489825/Put/seqid=0 2024-11-21T07:34:51,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742328_1504 (size=12154) 2024-11-21T07:34:51,903 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/11e4d3ba83ef45b0888ffdf3e976b0d7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/11e4d3ba83ef45b0888ffdf3e976b0d7 2024-11-21T07:34:51,905 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#A#compaction#426 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:51,905 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/46e8617850704fb3ae75260e0d370994 is 175, key is test_row_0/A:col10/1732174489817/Put/seqid=0 2024-11-21T07:34:51,912 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c444836c130a950609f150df16f5994/B of 1c444836c130a950609f150df16f5994 into 11e4d3ba83ef45b0888ffdf3e976b0d7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:51,912 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:51,912 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/B, priority=12, startTime=1732174491466; duration=0sec 2024-11-21T07:34:51,912 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:51,912 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:B 2024-11-21T07:34:51,912 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:34:51,913 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:34:51,913 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/C is initiating minor compaction (all files) 2024-11-21T07:34:51,913 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/C in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:51,914 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/af44c82f1b5e4407b145b98b6a382d89, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e601dcd975224a529920145e0ffa2658, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fd36a558174b4e51b63226fe605916ae, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e41db71a176848dd9118edd6b582196c] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=46.9 K 2024-11-21T07:34:51,914 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting af44c82f1b5e4407b145b98b6a382d89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732174485946 2024-11-21T07:34:51,914 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting e601dcd975224a529920145e0ffa2658, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732174485960 2024-11-21T07:34:51,914 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting fd36a558174b4e51b63226fe605916ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732174486573 2024-11-21T07:34:51,915 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting e41db71a176848dd9118edd6b582196c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174488704 2024-11-21T07:34:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742329_1505 (size=31093) 2024-11-21T07:34:51,923 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#C#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:51,923 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/90f8750466c74b6a9d5fd0c7aa0fde85 is 50, key is test_row_0/C:col10/1732174489817/Put/seqid=0 2024-11-21T07:34:51,927 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/46e8617850704fb3ae75260e0d370994 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/46e8617850704fb3ae75260e0d370994 2024-11-21T07:34:51,931 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c444836c130a950609f150df16f5994/A of 1c444836c130a950609f150df16f5994 into 46e8617850704fb3ae75260e0d370994(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:51,931 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:51,931 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/A, priority=12, startTime=1732174491466; duration=0sec 2024-11-21T07:34:51,931 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:51,931 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:A 2024-11-21T07:34:51,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742330_1506 (size=12139) 2024-11-21T07:34:51,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:51,937 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121795b3d87ff8e452eaa8ae41ee5d8d8b9_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121795b3d87ff8e452eaa8ae41ee5d8d8b9_1c444836c130a950609f150df16f5994 2024-11-21T07:34:51,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/9559948da0654bd7b1ca189ca253ef7e, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:51,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/9559948da0654bd7b1ca189ca253ef7e is 175, key is test_row_0/A:col10/1732174489825/Put/seqid=0 2024-11-21T07:34:51,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742331_1507 (size=30955) 2024-11-21T07:34:51,941 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/9559948da0654bd7b1ca189ca253ef7e 2024-11-21T07:34:51,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/a517ae0b58964f36bda6a314e65474ab is 50, key is test_row_0/B:col10/1732174489825/Put/seqid=0 2024-11-21T07:34:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:34:51,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:51,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742332_1508 (size=12001) 2024-11-21T07:34:51,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174551961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:51,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174551962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:51,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174551963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174551964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:51,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174551965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174552066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174552066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174552066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174552066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174552068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T07:34:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174552268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174552268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174552268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174552269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174552271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,335 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/90f8750466c74b6a9d5fd0c7aa0fde85 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/90f8750466c74b6a9d5fd0c7aa0fde85 2024-11-21T07:34:52,339 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c444836c130a950609f150df16f5994/C of 1c444836c130a950609f150df16f5994 into 90f8750466c74b6a9d5fd0c7aa0fde85(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:52,339 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:52,339 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/C, priority=12, startTime=1732174491466; duration=0sec 2024-11-21T07:34:52,339 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:52,339 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:C 2024-11-21T07:34:52,350 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/a517ae0b58964f36bda6a314e65474ab 2024-11-21T07:34:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/29b71b1468c741bf9a748a8add5947e8 is 50, key is test_row_0/C:col10/1732174489825/Put/seqid=0 2024-11-21T07:34:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742333_1509 (size=12001) 2024-11-21T07:34:52,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174552571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174552572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174552572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174552573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174552575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:52,765 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/29b71b1468c741bf9a748a8add5947e8 2024-11-21T07:34:52,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/9559948da0654bd7b1ca189ca253ef7e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/9559948da0654bd7b1ca189ca253ef7e 2024-11-21T07:34:52,775 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/9559948da0654bd7b1ca189ca253ef7e, entries=150, sequenceid=90, filesize=30.2 K 2024-11-21T07:34:52,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/a517ae0b58964f36bda6a314e65474ab as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/a517ae0b58964f36bda6a314e65474ab 2024-11-21T07:34:52,778 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/a517ae0b58964f36bda6a314e65474ab, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T07:34:52,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/29b71b1468c741bf9a748a8add5947e8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/29b71b1468c741bf9a748a8add5947e8 2024-11-21T07:34:52,782 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/29b71b1468c741bf9a748a8add5947e8, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T07:34:52,782 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1c444836c130a950609f150df16f5994 in 1265ms, sequenceid=90, compaction requested=false 2024-11-21T07:34:52,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:52,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:52,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-21T07:34:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-21T07:34:52,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-21T07:34:52,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6350 sec 2024-11-21T07:34:52,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.6390 sec 2024-11-21T07:34:52,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T07:34:52,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T07:34:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:34:53,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T07:34:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:34:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:34:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:34:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:53,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210f520730d1a6494eb4d7caf1e88033d9_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174491959/Put/seqid=0 2024-11-21T07:34:53,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742334_1510 (size=12154) 2024-11-21T07:34:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174553080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174553081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174553080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174553083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174553083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174553184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174553184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174553184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174553185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174553186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174553387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174553387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174553387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174553388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174553389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,482 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:53,485 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210f520730d1a6494eb4d7caf1e88033d9_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210f520730d1a6494eb4d7caf1e88033d9_1c444836c130a950609f150df16f5994 2024-11-21T07:34:53,485 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/69532736be404ee192cbb35104c83dc9, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:53,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/69532736be404ee192cbb35104c83dc9 is 175, key is test_row_0/A:col10/1732174491959/Put/seqid=0 2024-11-21T07:34:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742335_1511 (size=30955) 2024-11-21T07:34:53,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174553689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174553689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174553690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174553690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174553692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:53,889 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/69532736be404ee192cbb35104c83dc9 2024-11-21T07:34:53,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/91c491d88aaa4de69afe2ed687b53325 is 50, key is test_row_0/B:col10/1732174491959/Put/seqid=0 2024-11-21T07:34:53,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742336_1512 (size=12001) 2024-11-21T07:34:54,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174554193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:54,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174554194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:54,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174554196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:54,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174554197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:54,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174554198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T07:34:54,251 INFO [Thread-2187 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-21T07:34:54,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-21T07:34:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T07:34:54,253 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:54,253 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:54,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:54,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/91c491d88aaa4de69afe2ed687b53325 2024-11-21T07:34:54,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/b639814b981a4e2496a2c41dcc5af30d is 50, key is test_row_0/C:col10/1732174491959/Put/seqid=0 2024-11-21T07:34:54,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742337_1513 (size=12001) 2024-11-21T07:34:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T07:34:54,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:54,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T07:34:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:54,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T07:34:54,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:54,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T07:34:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:54,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:54,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:54,708 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:54,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T07:34:54,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:54,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:54,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:54,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:54,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/b639814b981a4e2496a2c41dcc5af30d 2024-11-21T07:34:54,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/69532736be404ee192cbb35104c83dc9 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/69532736be404ee192cbb35104c83dc9 2024-11-21T07:34:54,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/69532736be404ee192cbb35104c83dc9, entries=150, sequenceid=118, filesize=30.2 K 2024-11-21T07:34:54,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/91c491d88aaa4de69afe2ed687b53325 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/91c491d88aaa4de69afe2ed687b53325 2024-11-21T07:34:54,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/91c491d88aaa4de69afe2ed687b53325, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T07:34:54,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/b639814b981a4e2496a2c41dcc5af30d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b639814b981a4e2496a2c41dcc5af30d 2024-11-21T07:34:54,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b639814b981a4e2496a2c41dcc5af30d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T07:34:54,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1c444836c130a950609f150df16f5994 in 1656ms, sequenceid=118, compaction requested=true 2024-11-21T07:34:54,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:54,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:54,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:54,730 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:54,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:54,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:54,730 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:54,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:54,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:54,731 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:54,731 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:54,731 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/A is initiating minor compaction (all files) 2024-11-21T07:34:54,731 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/B is initiating minor compaction (all files) 2024-11-21T07:34:54,731 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/A in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:54,731 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/B in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:54,731 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/11e4d3ba83ef45b0888ffdf3e976b0d7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/a517ae0b58964f36bda6a314e65474ab, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/91c491d88aaa4de69afe2ed687b53325] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=35.3 K 2024-11-21T07:34:54,731 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/46e8617850704fb3ae75260e0d370994, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/9559948da0654bd7b1ca189ca253ef7e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/69532736be404ee192cbb35104c83dc9] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=90.8 K 2024-11-21T07:34:54,731 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:54,731 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/46e8617850704fb3ae75260e0d370994, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/9559948da0654bd7b1ca189ca253ef7e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/69532736be404ee192cbb35104c83dc9] 2024-11-21T07:34:54,731 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 11e4d3ba83ef45b0888ffdf3e976b0d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174488704 2024-11-21T07:34:54,731 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e8617850704fb3ae75260e0d370994, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174488704 2024-11-21T07:34:54,731 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting a517ae0b58964f36bda6a314e65474ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732174489821 2024-11-21T07:34:54,731 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9559948da0654bd7b1ca189ca253ef7e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732174489821 2024-11-21T07:34:54,732 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 91c491d88aaa4de69afe2ed687b53325, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732174491959 2024-11-21T07:34:54,732 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69532736be404ee192cbb35104c83dc9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732174491959 2024-11-21T07:34:54,736 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:54,737 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:54,738 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210103b18159dc4834bb1617f1eafa6696_1c444836c130a950609f150df16f5994 store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:54,738 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/b6c176bc4124466b93fdff7beae9542c is 50, key is test_row_0/B:col10/1732174491959/Put/seqid=0 2024-11-21T07:34:54,739 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210103b18159dc4834bb1617f1eafa6696_1c444836c130a950609f150df16f5994, store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:54,739 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210103b18159dc4834bb1617f1eafa6696_1c444836c130a950609f150df16f5994 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:54,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742338_1514 (size=12241) 2024-11-21T07:34:54,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742339_1515 (size=4469) 2024-11-21T07:34:54,771 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#A#compaction#435 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:54,772 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/8290c78b05ae4c808f20962ac381f2c1 is 175, key is test_row_0/A:col10/1732174491959/Put/seqid=0 2024-11-21T07:34:54,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742340_1516 (size=31195) 2024-11-21T07:34:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T07:34:54,860 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:54,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T07:34:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:54,861 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:34:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:34:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:34:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:34:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:54,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112132b39f7b73e74afc9d2f5a9a289b08c6_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174493075/Put/seqid=0 2024-11-21T07:34:54,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742341_1517 (size=12154) 2024-11-21T07:34:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:34:55,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:55,202 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/b6c176bc4124466b93fdff7beae9542c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/b6c176bc4124466b93fdff7beae9542c 2024-11-21T07:34:55,202 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/8290c78b05ae4c808f20962ac381f2c1 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/8290c78b05ae4c808f20962ac381f2c1 2024-11-21T07:34:55,206 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c444836c130a950609f150df16f5994/A of 1c444836c130a950609f150df16f5994 into 8290c78b05ae4c808f20962ac381f2c1(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:55,206 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:55,206 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/A, priority=13, startTime=1732174494730; duration=0sec 2024-11-21T07:34:55,206 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:55,206 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:A 2024-11-21T07:34:55,206 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:55,207 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c444836c130a950609f150df16f5994/B of 1c444836c130a950609f150df16f5994 into b6c176bc4124466b93fdff7beae9542c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:55,207 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:55,207 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/B, priority=13, startTime=1732174494730; duration=0sec 2024-11-21T07:34:55,207 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:55,207 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:B 2024-11-21T07:34:55,207 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:55,207 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/C is initiating minor compaction (all files) 2024-11-21T07:34:55,207 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/C in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:55,207 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/90f8750466c74b6a9d5fd0c7aa0fde85, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/29b71b1468c741bf9a748a8add5947e8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b639814b981a4e2496a2c41dcc5af30d] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=35.3 K 2024-11-21T07:34:55,208 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90f8750466c74b6a9d5fd0c7aa0fde85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732174488704 2024-11-21T07:34:55,208 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29b71b1468c741bf9a748a8add5947e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732174489821 2024-11-21T07:34:55,208 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting b639814b981a4e2496a2c41dcc5af30d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732174491959 2024-11-21T07:34:55,214 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#C#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:55,215 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/83f2757fba104dbea9141b72cdf9d581 is 50, key is test_row_0/C:col10/1732174491959/Put/seqid=0 2024-11-21T07:34:55,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742342_1518 (size=12241) 2024-11-21T07:34:55,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174555216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174555217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174555218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174555221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174555221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:55,273 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112132b39f7b73e74afc9d2f5a9a289b08c6_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112132b39f7b73e74afc9d2f5a9a289b08c6_1c444836c130a950609f150df16f5994 2024-11-21T07:34:55,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/35a93140351f4f7189140c259e67b216, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:55,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/35a93140351f4f7189140c259e67b216 is 175, key is test_row_0/A:col10/1732174493075/Put/seqid=0 2024-11-21T07:34:55,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742343_1519 (size=30955) 2024-11-21T07:34:55,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174555322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174555322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174555322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174555325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174555325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T07:34:55,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174555524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174555525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174555525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174555526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174555527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,621 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/83f2757fba104dbea9141b72cdf9d581 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/83f2757fba104dbea9141b72cdf9d581 2024-11-21T07:34:55,624 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c444836c130a950609f150df16f5994/C of 1c444836c130a950609f150df16f5994 into 83f2757fba104dbea9141b72cdf9d581(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:55,624 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:55,624 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/C, priority=13, startTime=1732174494730; duration=0sec 2024-11-21T07:34:55,624 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:55,624 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:C 2024-11-21T07:34:55,695 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/35a93140351f4f7189140c259e67b216 2024-11-21T07:34:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/e8ff92f76091485894970bbe2aa09ab5 is 50, key is test_row_0/B:col10/1732174493075/Put/seqid=0 2024-11-21T07:34:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742344_1520 (size=12001) 2024-11-21T07:34:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174555826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174555829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174555829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174555829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:55,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174555830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:56,103 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/e8ff92f76091485894970bbe2aa09ab5 2024-11-21T07:34:56,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/7dd348c67dd54a09baa47349492b78c2 is 50, key is test_row_0/C:col10/1732174493075/Put/seqid=0 2024-11-21T07:34:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742345_1521 (size=12001) 2024-11-21T07:34:56,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174556331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:56,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174556332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:56,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174556334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:56,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174556335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:56,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174556336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T07:34:56,511 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/7dd348c67dd54a09baa47349492b78c2 2024-11-21T07:34:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/35a93140351f4f7189140c259e67b216 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/35a93140351f4f7189140c259e67b216 2024-11-21T07:34:56,517 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/35a93140351f4f7189140c259e67b216, entries=150, sequenceid=129, filesize=30.2 K 2024-11-21T07:34:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/e8ff92f76091485894970bbe2aa09ab5 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/e8ff92f76091485894970bbe2aa09ab5 2024-11-21T07:34:56,520 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/e8ff92f76091485894970bbe2aa09ab5, entries=150, sequenceid=129, filesize=11.7 K 2024-11-21T07:34:56,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/7dd348c67dd54a09baa47349492b78c2 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/7dd348c67dd54a09baa47349492b78c2 2024-11-21T07:34:56,524 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/7dd348c67dd54a09baa47349492b78c2, entries=150, sequenceid=129, filesize=11.7 K 2024-11-21T07:34:56,524 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1c444836c130a950609f150df16f5994 in 1663ms, sequenceid=129, compaction requested=false 2024-11-21T07:34:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-21T07:34:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-21T07:34:56,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-21T07:34:56,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2720 sec 2024-11-21T07:34:56,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.2750 sec 2024-11-21T07:34:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:34:57,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T07:34:57,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:34:57,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:57,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:34:57,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:57,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:34:57,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:57,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216154ce62bf1547e88c8b3dbb8cd35760_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174497334/Put/seqid=0 2024-11-21T07:34:57,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174557343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742346_1522 (size=12304) 2024-11-21T07:34:57,345 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174557343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174557344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174557344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174557343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,349 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216154ce62bf1547e88c8b3dbb8cd35760_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216154ce62bf1547e88c8b3dbb8cd35760_1c444836c130a950609f150df16f5994 2024-11-21T07:34:57,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/41762438e80b4f60983786c5c8d00b81, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:57,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/41762438e80b4f60983786c5c8d00b81 is 175, key is test_row_0/A:col10/1732174497334/Put/seqid=0 2024-11-21T07:34:57,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742347_1523 (size=31105) 2024-11-21T07:34:57,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174557447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174557448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174557448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174557448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174557650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174557651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174557651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174557651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,753 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/41762438e80b4f60983786c5c8d00b81 2024-11-21T07:34:57,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/035c5b7819f44b37b126af7d9eeb50d7 is 50, key is test_row_0/B:col10/1732174497334/Put/seqid=0 2024-11-21T07:34:57,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742348_1524 (size=12151) 2024-11-21T07:34:57,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/035c5b7819f44b37b126af7d9eeb50d7 2024-11-21T07:34:57,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/78639f4c0a5b48c4a2e87d5d9fb72b5c is 50, key is test_row_0/C:col10/1732174497334/Put/seqid=0 2024-11-21T07:34:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742349_1525 (size=12151) 2024-11-21T07:34:57,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174557953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174557954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174557954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174557954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/78639f4c0a5b48c4a2e87d5d9fb72b5c 2024-11-21T07:34:58,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/41762438e80b4f60983786c5c8d00b81 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41762438e80b4f60983786c5c8d00b81 2024-11-21T07:34:58,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41762438e80b4f60983786c5c8d00b81, entries=150, sequenceid=159, filesize=30.4 K 2024-11-21T07:34:58,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/035c5b7819f44b37b126af7d9eeb50d7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/035c5b7819f44b37b126af7d9eeb50d7 2024-11-21T07:34:58,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/035c5b7819f44b37b126af7d9eeb50d7, entries=150, sequenceid=159, filesize=11.9 K 2024-11-21T07:34:58,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/78639f4c0a5b48c4a2e87d5d9fb72b5c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/78639f4c0a5b48c4a2e87d5d9fb72b5c 2024-11-21T07:34:58,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/78639f4c0a5b48c4a2e87d5d9fb72b5c, entries=150, sequenceid=159, filesize=11.9 K 2024-11-21T07:34:58,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1c444836c130a950609f150df16f5994 in 847ms, sequenceid=159, compaction requested=true 2024-11-21T07:34:58,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:34:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:34:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:58,183 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:34:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:58,183 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:58,183 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93255 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:58,184 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/A is initiating minor compaction (all files) 2024-11-21T07:34:58,184 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/A in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,184 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/8290c78b05ae4c808f20962ac381f2c1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/35a93140351f4f7189140c259e67b216, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41762438e80b4f60983786c5c8d00b81] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=91.1 K 2024-11-21T07:34:58,184 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,184 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/8290c78b05ae4c808f20962ac381f2c1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/35a93140351f4f7189140c259e67b216, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41762438e80b4f60983786c5c8d00b81] 2024-11-21T07:34:58,184 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:58,184 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/B is initiating minor compaction (all files) 2024-11-21T07:34:58,184 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/B in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,184 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/b6c176bc4124466b93fdff7beae9542c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/e8ff92f76091485894970bbe2aa09ab5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/035c5b7819f44b37b126af7d9eeb50d7] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=35.5 K 2024-11-21T07:34:58,184 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8290c78b05ae4c808f20962ac381f2c1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732174491959 2024-11-21T07:34:58,184 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting b6c176bc4124466b93fdff7beae9542c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732174491959 2024-11-21T07:34:58,184 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35a93140351f4f7189140c259e67b216, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732174493075 2024-11-21T07:34:58,184 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting e8ff92f76091485894970bbe2aa09ab5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732174493075 2024-11-21T07:34:58,185 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41762438e80b4f60983786c5c8d00b81, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732174495220 2024-11-21T07:34:58,185 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 035c5b7819f44b37b126af7d9eeb50d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732174495220 2024-11-21T07:34:58,189 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:58,191 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:58,192 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/6755c8d478c047c4bc148e4d1d61accb is 50, key is test_row_0/B:col10/1732174497334/Put/seqid=0 2024-11-21T07:34:58,193 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214406c71704fa4a6db249763c5b084bb2_1c444836c130a950609f150df16f5994 store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:58,195 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214406c71704fa4a6db249763c5b084bb2_1c444836c130a950609f150df16f5994, store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:58,195 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214406c71704fa4a6db249763c5b084bb2_1c444836c130a950609f150df16f5994 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742350_1526 (size=12493) 2024-11-21T07:34:58,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742351_1527 (size=4469) 2024-11-21T07:34:58,212 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#A#compaction#443 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:58,213 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/52fb2bb88193482e8bd0da289a612f52 is 175, key is test_row_0/A:col10/1732174497334/Put/seqid=0 2024-11-21T07:34:58,214 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/6755c8d478c047c4bc148e4d1d61accb as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/6755c8d478c047c4bc148e4d1d61accb 2024-11-21T07:34:58,219 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c444836c130a950609f150df16f5994/B of 1c444836c130a950609f150df16f5994 into 6755c8d478c047c4bc148e4d1d61accb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:58,219 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:58,219 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/B, priority=13, startTime=1732174498183; duration=0sec 2024-11-21T07:34:58,219 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:34:58,219 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:B 2024-11-21T07:34:58,219 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T07:34:58,220 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T07:34:58,220 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/C is initiating minor compaction (all files) 2024-11-21T07:34:58,221 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/C in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,221 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/83f2757fba104dbea9141b72cdf9d581, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/7dd348c67dd54a09baa47349492b78c2, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/78639f4c0a5b48c4a2e87d5d9fb72b5c] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=35.5 K 2024-11-21T07:34:58,221 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 83f2757fba104dbea9141b72cdf9d581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732174491959 2024-11-21T07:34:58,221 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dd348c67dd54a09baa47349492b78c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732174493075 2024-11-21T07:34:58,222 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 78639f4c0a5b48c4a2e87d5d9fb72b5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732174495220 2024-11-21T07:34:58,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742352_1528 (size=31447) 2024-11-21T07:34:58,230 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/52fb2bb88193482e8bd0da289a612f52 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/52fb2bb88193482e8bd0da289a612f52 2024-11-21T07:34:58,231 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#C#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:34:58,232 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/1303051857c64984bb651fef7eff5db1 is 50, key is test_row_0/C:col10/1732174497334/Put/seqid=0 2024-11-21T07:34:58,235 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c444836c130a950609f150df16f5994/A of 1c444836c130a950609f150df16f5994 into 52fb2bb88193482e8bd0da289a612f52(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:58,235 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:58,235 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/A, priority=13, startTime=1732174498183; duration=0sec 2024-11-21T07:34:58,235 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:58,235 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:A 2024-11-21T07:34:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742353_1529 (size=12493) 2024-11-21T07:34:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T07:34:58,357 INFO [Thread-2187 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-21T07:34:58,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:34:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-21T07:34:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T07:34:58,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:34:58,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:34:58,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:34:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:34:58,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:34:58,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:34:58,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:58,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:34:58,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:58,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:34:58,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T07:34:58,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210b12f9c522654ca386c205b16b584898_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174497341/Put/seqid=0 2024-11-21T07:34:58,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742354_1530 (size=14794) 2024-11-21T07:34:58,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174558477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174558478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174558477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174558478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T07:34:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174558579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174558580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174558580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174558581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,641 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/1303051857c64984bb651fef7eff5db1 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1303051857c64984bb651fef7eff5db1 2024-11-21T07:34:58,643 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1c444836c130a950609f150df16f5994/C of 1c444836c130a950609f150df16f5994 into 1303051857c64984bb651fef7eff5db1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:34:58,643 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:58,643 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/C, priority=13, startTime=1732174498183; duration=0sec 2024-11-21T07:34:58,643 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:34:58,643 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:C 2024-11-21T07:34:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T07:34:58,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T07:34:58,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:58,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174558782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174558782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174558783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174558783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T07:34:58,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,869 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:34:58,871 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210b12f9c522654ca386c205b16b584898_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b12f9c522654ca386c205b16b584898_1c444836c130a950609f150df16f5994 2024-11-21T07:34:58,872 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/008a8388779e43c7b5235ebd19585477, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:34:58,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/008a8388779e43c7b5235ebd19585477 is 175, key is test_row_0/A:col10/1732174497341/Put/seqid=0 2024-11-21T07:34:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742355_1531 (size=39749) 2024-11-21T07:34:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T07:34:58,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:58,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T07:34:58,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:58,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:58,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174559084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174559084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174559086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174559087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T07:34:59,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:59,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:59,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:59,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T07:34:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:59,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,276 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/008a8388779e43c7b5235ebd19585477 2024-11-21T07:34:59,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/5daa6592c4514bdf85185466b27d37ba is 50, key is test_row_0/B:col10/1732174497341/Put/seqid=0 2024-11-21T07:34:59,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742356_1532 (size=12151) 2024-11-21T07:34:59,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174559349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,351 DEBUG [Thread-2179 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:34:59,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T07:34:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:59,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T07:34:59,576 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T07:34:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:34:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:59,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:34:59,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174559587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174559589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174559590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:34:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174559594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/5daa6592c4514bdf85185466b27d37ba 2024-11-21T07:34:59,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/c655748105804ca09d1cb1cf9137d089 is 50, key is test_row_0/C:col10/1732174497341/Put/seqid=0 2024-11-21T07:34:59,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742357_1533 (size=12151) 2024-11-21T07:34:59,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/c655748105804ca09d1cb1cf9137d089 2024-11-21T07:34:59,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/008a8388779e43c7b5235ebd19585477 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/008a8388779e43c7b5235ebd19585477 2024-11-21T07:34:59,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/008a8388779e43c7b5235ebd19585477, entries=200, sequenceid=172, filesize=38.8 K 2024-11-21T07:34:59,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/5daa6592c4514bdf85185466b27d37ba as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/5daa6592c4514bdf85185466b27d37ba 2024-11-21T07:34:59,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/5daa6592c4514bdf85185466b27d37ba, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T07:34:59,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/c655748105804ca09d1cb1cf9137d089 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/c655748105804ca09d1cb1cf9137d089 2024-11-21T07:34:59,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/c655748105804ca09d1cb1cf9137d089, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T07:34:59,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1c444836c130a950609f150df16f5994 in 1249ms, sequenceid=172, compaction requested=false 2024-11-21T07:34:59,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:34:59,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:34:59,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T07:34:59,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:34:59,729 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T07:34:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:34:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:34:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:34:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:34:59,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ee849d442cf7489fa331647fbd24a09e_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174498477/Put/seqid=0 2024-11-21T07:34:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742358_1534 (size=12304) 2024-11-21T07:35:00,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:35:00,140 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ee849d442cf7489fa331647fbd24a09e_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ee849d442cf7489fa331647fbd24a09e_1c444836c130a950609f150df16f5994 2024-11-21T07:35:00,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/cc74086553a649ca9f89abf5d1c8c409, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/cc74086553a649ca9f89abf5d1c8c409 is 175, key is test_row_0/A:col10/1732174498477/Put/seqid=0 2024-11-21T07:35:00,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742359_1535 (size=31105) 2024-11-21T07:35:00,144 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/cc74086553a649ca9f89abf5d1c8c409 2024-11-21T07:35:00,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/043ec4bd4449471faed4349b6c9d9bdc is 50, key is test_row_0/B:col10/1732174498477/Put/seqid=0 2024-11-21T07:35:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742360_1536 (size=12151) 2024-11-21T07:35:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T07:35:00,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:35:00,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:00,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174560603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174560603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:00,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174560604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:00,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174560606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:00,610 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/043ec4bd4449471faed4349b6c9d9bdc 2024-11-21T07:35:00,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/1b1dfe506d7a409c886f100351e57d5f is 50, key is test_row_0/C:col10/1732174498477/Put/seqid=0 2024-11-21T07:35:00,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742361_1537 (size=12151) 2024-11-21T07:35:00,619 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/1b1dfe506d7a409c886f100351e57d5f 2024-11-21T07:35:00,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/cc74086553a649ca9f89abf5d1c8c409 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/cc74086553a649ca9f89abf5d1c8c409 2024-11-21T07:35:00,625 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/cc74086553a649ca9f89abf5d1c8c409, entries=150, sequenceid=198, filesize=30.4 K 2024-11-21T07:35:00,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/043ec4bd4449471faed4349b6c9d9bdc as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/043ec4bd4449471faed4349b6c9d9bdc 2024-11-21T07:35:00,628 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/043ec4bd4449471faed4349b6c9d9bdc, entries=150, sequenceid=198, filesize=11.9 K 2024-11-21T07:35:00,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/1b1dfe506d7a409c886f100351e57d5f as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1b1dfe506d7a409c886f100351e57d5f 2024-11-21T07:35:00,631 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1b1dfe506d7a409c886f100351e57d5f, entries=150, sequenceid=198, filesize=11.9 K 2024-11-21T07:35:00,632 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1c444836c130a950609f150df16f5994 in 904ms, sequenceid=198, compaction requested=true 2024-11-21T07:35:00,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:00,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:00,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-21T07:35:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-21T07:35:00,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-21T07:35:00,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2740 sec 2024-11-21T07:35:00,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.2760 sec 2024-11-21T07:35:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:35:00,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T07:35:00,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:35:00,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:00,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:35:00,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:00,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:35:00,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:00,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121711654f40f164b5eb9b68497915cc240_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174500605/Put/seqid=0 2024-11-21T07:35:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742362_1538 (size=12304) 2024-11-21T07:35:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174560733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174560733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174560734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174560838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174560838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174560838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:01,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174561042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:01,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174561042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:01,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174561043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:01,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:35:01,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121711654f40f164b5eb9b68497915cc240_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121711654f40f164b5eb9b68497915cc240_1c444836c130a950609f150df16f5994 2024-11-21T07:35:01,122 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/41a21ab17c3c4fe3adddc2cbd17483c8, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:01,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/41a21ab17c3c4fe3adddc2cbd17483c8 is 175, key is test_row_0/A:col10/1732174500605/Put/seqid=0 2024-11-21T07:35:01,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742363_1539 (size=31105) 2024-11-21T07:35:01,126 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/41a21ab17c3c4fe3adddc2cbd17483c8 2024-11-21T07:35:01,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/9f7deea0c9fb4bef992edc2f5556335a is 50, key is test_row_0/B:col10/1732174500605/Put/seqid=0 2024-11-21T07:35:01,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742364_1540 (size=12151) 2024-11-21T07:35:01,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174561345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:01,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174561345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:01,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174561346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:01,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/9f7deea0c9fb4bef992edc2f5556335a 2024-11-21T07:35:01,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/ef18273220814a288fa646bb742e2f58 is 50, key is test_row_0/C:col10/1732174500605/Put/seqid=0 2024-11-21T07:35:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742365_1541 (size=12151) 2024-11-21T07:35:01,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174561850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:01,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174561850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:01,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174561852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:01,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/ef18273220814a288fa646bb742e2f58 2024-11-21T07:35:01,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/41a21ab17c3c4fe3adddc2cbd17483c8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41a21ab17c3c4fe3adddc2cbd17483c8 2024-11-21T07:35:01,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41a21ab17c3c4fe3adddc2cbd17483c8, entries=150, sequenceid=211, filesize=30.4 K 2024-11-21T07:35:01,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/9f7deea0c9fb4bef992edc2f5556335a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/9f7deea0c9fb4bef992edc2f5556335a 2024-11-21T07:35:01,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/9f7deea0c9fb4bef992edc2f5556335a, entries=150, sequenceid=211, filesize=11.9 K 2024-11-21T07:35:01,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/ef18273220814a288fa646bb742e2f58 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/ef18273220814a288fa646bb742e2f58 2024-11-21T07:35:01,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/ef18273220814a288fa646bb742e2f58, entries=150, sequenceid=211, filesize=11.9 K 2024-11-21T07:35:01,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1c444836c130a950609f150df16f5994 in 1249ms, sequenceid=211, compaction requested=true 2024-11-21T07:35:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:35:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:35:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:35:01,958 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:35:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:35:01,958 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:35:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:35:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:35:01,959 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:35:01,959 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133406 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:35:01,959 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/B is initiating minor compaction (all files) 2024-11-21T07:35:01,959 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/A is initiating minor compaction (all files) 2024-11-21T07:35:01,959 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/B in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:01,959 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/A in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:01,959 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/6755c8d478c047c4bc148e4d1d61accb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/5daa6592c4514bdf85185466b27d37ba, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/043ec4bd4449471faed4349b6c9d9bdc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/9f7deea0c9fb4bef992edc2f5556335a] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=47.8 K 2024-11-21T07:35:01,959 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/52fb2bb88193482e8bd0da289a612f52, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/008a8388779e43c7b5235ebd19585477, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/cc74086553a649ca9f89abf5d1c8c409, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41a21ab17c3c4fe3adddc2cbd17483c8] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=130.3 K 2024-11-21T07:35:01,959 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:01,959 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/52fb2bb88193482e8bd0da289a612f52, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/008a8388779e43c7b5235ebd19585477, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/cc74086553a649ca9f89abf5d1c8c409, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41a21ab17c3c4fe3adddc2cbd17483c8] 2024-11-21T07:35:01,959 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 6755c8d478c047c4bc148e4d1d61accb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732174495220 2024-11-21T07:35:01,959 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52fb2bb88193482e8bd0da289a612f52, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732174495220 2024-11-21T07:35:01,960 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 5daa6592c4514bdf85185466b27d37ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732174497341 2024-11-21T07:35:01,960 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 008a8388779e43c7b5235ebd19585477, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732174497341 2024-11-21T07:35:01,960 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 043ec4bd4449471faed4349b6c9d9bdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732174498473 2024-11-21T07:35:01,960 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc74086553a649ca9f89abf5d1c8c409, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732174498473 2024-11-21T07:35:01,960 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f7deea0c9fb4bef992edc2f5556335a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732174500605 2024-11-21T07:35:01,960 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41a21ab17c3c4fe3adddc2cbd17483c8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732174500605 2024-11-21T07:35:01,965 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:01,966 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#B#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:35:01,966 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f1cca242ad274f889731067c941907c0_1c444836c130a950609f150df16f5994 store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:01,966 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/523d18b80f854a44b92d46aa107bd8f7 is 50, key is test_row_0/B:col10/1732174500605/Put/seqid=0 2024-11-21T07:35:01,968 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f1cca242ad274f889731067c941907c0_1c444836c130a950609f150df16f5994, store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:01,968 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f1cca242ad274f889731067c941907c0_1c444836c130a950609f150df16f5994 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742366_1542 (size=12629) 2024-11-21T07:35:01,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742367_1543 (size=4469) 2024-11-21T07:35:02,372 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:35:02,372 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/19eceafe841d4f9c9c0f937f02d7cab6 is 175, key is test_row_0/A:col10/1732174500605/Put/seqid=0 2024-11-21T07:35:02,374 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/523d18b80f854a44b92d46aa107bd8f7 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/523d18b80f854a44b92d46aa107bd8f7 2024-11-21T07:35:02,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742368_1544 (size=31583) 2024-11-21T07:35:02,377 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c444836c130a950609f150df16f5994/B of 1c444836c130a950609f150df16f5994 into 523d18b80f854a44b92d46aa107bd8f7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:35:02,377 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:02,377 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/B, priority=12, startTime=1732174501958; duration=0sec 2024-11-21T07:35:02,377 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:35:02,378 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:B 2024-11-21T07:35:02,378 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:35:02,378 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:35:02,378 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/C is initiating minor compaction (all files) 2024-11-21T07:35:02,378 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/C in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:02,379 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1303051857c64984bb651fef7eff5db1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/c655748105804ca09d1cb1cf9137d089, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1b1dfe506d7a409c886f100351e57d5f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/ef18273220814a288fa646bb742e2f58] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=47.8 K 2024-11-21T07:35:02,379 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 1303051857c64984bb651fef7eff5db1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732174495220 2024-11-21T07:35:02,379 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting c655748105804ca09d1cb1cf9137d089, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732174497341 2024-11-21T07:35:02,379 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b1dfe506d7a409c886f100351e57d5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732174498473 2024-11-21T07:35:02,380 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting ef18273220814a288fa646bb742e2f58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732174500605 2024-11-21T07:35:02,386 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#C#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:35:02,386 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/f6c089acdfd74a13b33c0bd6c2ebd09a is 50, key is test_row_0/C:col10/1732174500605/Put/seqid=0 2024-11-21T07:35:02,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742369_1545 (size=12629) 2024-11-21T07:35:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T07:35:02,462 INFO [Thread-2187 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-21T07:35:02,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T07:35:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-21T07:35:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T07:35:02,464 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T07:35:02,465 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T07:35:02,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T07:35:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T07:35:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:35:02,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T07:35:02,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:35:02,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:02,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:35:02,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:02,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:35:02,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:02,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a16be6c70eda4dc68afd6527ca4eb914_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174500729/Put/seqid=0 2024-11-21T07:35:02,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:02,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:02,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:02,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742370_1546 (size=14794) 2024-11-21T07:35:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:02,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174562632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:02,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174562735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T07:35:02,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:02,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:02,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:02,779 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/19eceafe841d4f9c9c0f937f02d7cab6 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/19eceafe841d4f9c9c0f937f02d7cab6 2024-11-21T07:35:02,782 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c444836c130a950609f150df16f5994/A of 1c444836c130a950609f150df16f5994 into 19eceafe841d4f9c9c0f937f02d7cab6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:35:02,782 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:02,782 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/A, priority=12, startTime=1732174501958; duration=0sec 2024-11-21T07:35:02,782 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:35:02,782 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:A 2024-11-21T07:35:02,792 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/f6c089acdfd74a13b33c0bd6c2ebd09a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f6c089acdfd74a13b33c0bd6c2ebd09a 2024-11-21T07:35:02,795 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c444836c130a950609f150df16f5994/C of 1c444836c130a950609f150df16f5994 into f6c089acdfd74a13b33c0bd6c2ebd09a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:35:02,795 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:02,795 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/C, priority=12, startTime=1732174501958; duration=0sec 2024-11-21T07:35:02,795 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:35:02,795 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:C 2024-11-21T07:35:02,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174562856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:02,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174562860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:02,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174562860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:02,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:02,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:02,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:02,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:02,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:02,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:02,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:02,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174562937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:35:03,020 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a16be6c70eda4dc68afd6527ca4eb914_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a16be6c70eda4dc68afd6527ca4eb914_1c444836c130a950609f150df16f5994 2024-11-21T07:35:03,020 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/5acfc01d5ef74fbf9f57e31c09c0e468, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:03,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/5acfc01d5ef74fbf9f57e31c09c0e468 is 175, key is test_row_0/A:col10/1732174500729/Put/seqid=0 2024-11-21T07:35:03,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742371_1547 (size=39749) 2024-11-21T07:35:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T07:35:03,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:03,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:03,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:03,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:03,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174563240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40614 deadline: 1732174563360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,362 DEBUG [Thread-2179 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:35:03,377 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,424 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/5acfc01d5ef74fbf9f57e31c09c0e468 2024-11-21T07:35:03,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/53f996f6c2e9444dbb9aaa1359d5463b is 50, key is test_row_0/B:col10/1732174500729/Put/seqid=0 2024-11-21T07:35:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742372_1548 (size=12151) 2024-11-21T07:35:03,529 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:03,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T07:35:03,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:03,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:03,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174563745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/53f996f6c2e9444dbb9aaa1359d5463b 2024-11-21T07:35:03,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/f1db91358d19473ab168f01f30411077 is 50, key is test_row_0/C:col10/1732174500729/Put/seqid=0 2024-11-21T07:35:03,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742373_1549 (size=12151) 2024-11-21T07:35:03,986 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:03,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:03,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:03,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:03,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:04,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:04,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:04,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:04,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:04,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T07:35:04,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/f1db91358d19473ab168f01f30411077 2024-11-21T07:35:04,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/5acfc01d5ef74fbf9f57e31c09c0e468 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5acfc01d5ef74fbf9f57e31c09c0e468 2024-11-21T07:35:04,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5acfc01d5ef74fbf9f57e31c09c0e468, entries=200, sequenceid=236, filesize=38.8 K 2024-11-21T07:35:04,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/53f996f6c2e9444dbb9aaa1359d5463b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/53f996f6c2e9444dbb9aaa1359d5463b 2024-11-21T07:35:04,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/53f996f6c2e9444dbb9aaa1359d5463b, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T07:35:04,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/f1db91358d19473ab168f01f30411077 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f1db91358d19473ab168f01f30411077 2024-11-21T07:35:04,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f1db91358d19473ab168f01f30411077, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T07:35:04,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1c444836c130a950609f150df16f5994 in 1645ms, sequenceid=236, compaction requested=false 2024-11-21T07:35:04,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:04,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:04,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46583 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T07:35:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:04,292 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T07:35:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:35:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:35:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:35:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:04,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fedcee0aebcd49a9b56faa7e3fe392c5_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174502628/Put/seqid=0 2024-11-21T07:35:04,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742374_1550 (size=12304) 2024-11-21T07:35:04,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:35:04,304 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fedcee0aebcd49a9b56faa7e3fe392c5_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fedcee0aebcd49a9b56faa7e3fe392c5_1c444836c130a950609f150df16f5994 2024-11-21T07:35:04,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/981f67b58f514d8084fad3ed69e188cf, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:04,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/981f67b58f514d8084fad3ed69e188cf is 175, key is test_row_0/A:col10/1732174502628/Put/seqid=0 2024-11-21T07:35:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742375_1551 (size=31105) 2024-11-21T07:35:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T07:35:04,709 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/981f67b58f514d8084fad3ed69e188cf 2024-11-21T07:35:04,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/486fe47b29c948da93bcc434cc21fb6b is 50, key is test_row_0/B:col10/1732174502628/Put/seqid=0 2024-11-21T07:35:04,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742376_1552 (size=12151) 2024-11-21T07:35:04,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. as already flushing 2024-11-21T07:35:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:35:04,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174564803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:04,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732174564859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:04,861 DEBUG [Thread-2183 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:35:04,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40630 deadline: 1732174564863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:04,864 DEBUG [Thread-2181 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:35:04,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40608 deadline: 1732174564866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:04,866 DEBUG [Thread-2185 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., hostname=7031d45592d4,46583,1732174333165, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T07:35:04,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174564905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:05,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174565109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:05,117 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/486fe47b29c948da93bcc434cc21fb6b 2024-11-21T07:35:05,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/b6cf84060fe54806ae6e9859922e5a95 is 50, key is test_row_0/C:col10/1732174502628/Put/seqid=0 2024-11-21T07:35:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742377_1553 (size=12151) 2024-11-21T07:35:05,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T07:35:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46583 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40552 deadline: 1732174565411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 2024-11-21T07:35:05,551 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/b6cf84060fe54806ae6e9859922e5a95 2024-11-21T07:35:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/981f67b58f514d8084fad3ed69e188cf as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/981f67b58f514d8084fad3ed69e188cf 2024-11-21T07:35:05,556 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/981f67b58f514d8084fad3ed69e188cf, entries=150, sequenceid=250, filesize=30.4 K 2024-11-21T07:35:05,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/486fe47b29c948da93bcc434cc21fb6b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/486fe47b29c948da93bcc434cc21fb6b 2024-11-21T07:35:05,559 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/486fe47b29c948da93bcc434cc21fb6b, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T07:35:05,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/b6cf84060fe54806ae6e9859922e5a95 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b6cf84060fe54806ae6e9859922e5a95 2024-11-21T07:35:05,562 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b6cf84060fe54806ae6e9859922e5a95, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T07:35:05,563 INFO [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1c444836c130a950609f150df16f5994 in 1271ms, sequenceid=250, compaction requested=true 2024-11-21T07:35:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7031d45592d4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-21T07:35:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-21T07:35:05,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-21T07:35:05,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0990 sec 2024-11-21T07:35:05,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 3.1020 sec 2024-11-21T07:35:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:35:05,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T07:35:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:35:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:35:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:35:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:05,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112142cb09211b224d97a39dd7160e29c3ea_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174505918/Put/seqid=0 2024-11-21T07:35:05,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742378_1554 (size=14994) 2024-11-21T07:35:05,936 DEBUG [Thread-2196 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:63395 2024-11-21T07:35:05,936 DEBUG [Thread-2196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:05,937 DEBUG [Thread-2194 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:63395 2024-11-21T07:35:05,937 DEBUG [Thread-2194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:05,937 DEBUG [Thread-2190 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:63395 2024-11-21T07:35:05,937 DEBUG [Thread-2190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:05,938 DEBUG [Thread-2177 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:63395 2024-11-21T07:35:05,938 DEBUG [Thread-2177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:05,938 DEBUG [Thread-2192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:63395 2024-11-21T07:35:05,938 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:05,939 DEBUG [Thread-2188 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:63395 2024-11-21T07:35:05,939 DEBUG [Thread-2188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:06,329 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:35:06,337 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112142cb09211b224d97a39dd7160e29c3ea_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142cb09211b224d97a39dd7160e29c3ea_1c444836c130a950609f150df16f5994 2024-11-21T07:35:06,338 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/d3799988a17b4b70becf787a9e315f4b, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:06,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/d3799988a17b4b70becf787a9e315f4b is 175, key is test_row_0/A:col10/1732174505918/Put/seqid=0 2024-11-21T07:35:06,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742379_1555 (size=39949) 2024-11-21T07:35:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T07:35:06,570 INFO [Thread-2187 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-21T07:35:06,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/d3799988a17b4b70becf787a9e315f4b 2024-11-21T07:35:06,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/615984e3a81149b88cd16276cb233d4e is 50, key is test_row_0/B:col10/1732174505918/Put/seqid=0 2024-11-21T07:35:06,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742380_1556 (size=12301) 2024-11-21T07:35:07,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/615984e3a81149b88cd16276cb233d4e 2024-11-21T07:35:07,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/fab0ba9d3a7b439ba0ba456b476ec80b is 50, key is test_row_0/C:col10/1732174505918/Put/seqid=0 2024-11-21T07:35:07,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742381_1557 (size=12301) 2024-11-21T07:35:07,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/fab0ba9d3a7b439ba0ba456b476ec80b 2024-11-21T07:35:07,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/d3799988a17b4b70becf787a9e315f4b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/d3799988a17b4b70becf787a9e315f4b 2024-11-21T07:35:07,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/d3799988a17b4b70becf787a9e315f4b, entries=200, sequenceid=275, filesize=39.0 K 2024-11-21T07:35:07,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/615984e3a81149b88cd16276cb233d4e as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/615984e3a81149b88cd16276cb233d4e 2024-11-21T07:35:07,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/615984e3a81149b88cd16276cb233d4e, entries=150, sequenceid=275, filesize=12.0 K 2024-11-21T07:35:07,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/fab0ba9d3a7b439ba0ba456b476ec80b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fab0ba9d3a7b439ba0ba456b476ec80b 2024-11-21T07:35:07,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fab0ba9d3a7b439ba0ba456b476ec80b, entries=150, sequenceid=275, filesize=12.0 K 2024-11-21T07:35:07,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=46.96 KB/48090 for 1c444836c130a950609f150df16f5994 in 1688ms, sequenceid=275, compaction requested=true 2024-11-21T07:35:07,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:07,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T07:35:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:35:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T07:35:07,608 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:35:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:35:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1c444836c130a950609f150df16f5994:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T07:35:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:35:07,608 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:35:07,609 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142386 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:35:07,609 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:35:07,609 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/A is initiating minor compaction (all files) 2024-11-21T07:35:07,609 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/B is initiating minor compaction (all files) 2024-11-21T07:35:07,609 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/A in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:07,609 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/B in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:07,609 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/19eceafe841d4f9c9c0f937f02d7cab6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5acfc01d5ef74fbf9f57e31c09c0e468, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/981f67b58f514d8084fad3ed69e188cf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/d3799988a17b4b70becf787a9e315f4b] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=139.0 K 2024-11-21T07:35:07,609 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:07,609 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/523d18b80f854a44b92d46aa107bd8f7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/53f996f6c2e9444dbb9aaa1359d5463b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/486fe47b29c948da93bcc434cc21fb6b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/615984e3a81149b88cd16276cb233d4e] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=48.1 K 2024-11-21T07:35:07,609 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. files: [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/19eceafe841d4f9c9c0f937f02d7cab6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5acfc01d5ef74fbf9f57e31c09c0e468, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/981f67b58f514d8084fad3ed69e188cf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/d3799988a17b4b70becf787a9e315f4b] 2024-11-21T07:35:07,610 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 523d18b80f854a44b92d46aa107bd8f7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732174500605 2024-11-21T07:35:07,610 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19eceafe841d4f9c9c0f937f02d7cab6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732174500605 2024-11-21T07:35:07,610 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5acfc01d5ef74fbf9f57e31c09c0e468, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732174500729 2024-11-21T07:35:07,610 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 53f996f6c2e9444dbb9aaa1359d5463b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732174500729 2024-11-21T07:35:07,611 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting 981f67b58f514d8084fad3ed69e188cf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732174502619 2024-11-21T07:35:07,611 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 486fe47b29c948da93bcc434cc21fb6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732174502619 2024-11-21T07:35:07,611 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3799988a17b4b70becf787a9e315f4b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732174504795 2024-11-21T07:35:07,611 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting 615984e3a81149b88cd16276cb233d4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732174504797 2024-11-21T07:35:07,617 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:07,618 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121312b3120ca3147099b787efbc8c446fa_1c444836c130a950609f150df16f5994 store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:07,619 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#B#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:35:07,619 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/85225803ec1c49ddba95318987cb1a4d is 50, key is test_row_0/B:col10/1732174505918/Put/seqid=0 2024-11-21T07:35:07,623 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121312b3120ca3147099b787efbc8c446fa_1c444836c130a950609f150df16f5994, store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:07,623 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121312b3120ca3147099b787efbc8c446fa_1c444836c130a950609f150df16f5994 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742382_1558 (size=12915) 2024-11-21T07:35:07,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742383_1559 (size=4469) 2024-11-21T07:35:08,029 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#A#compaction#468 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:35:08,030 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/4f96a4c6a9cb46f3b21cec51aa063e02 is 175, key is test_row_0/A:col10/1732174505918/Put/seqid=0 2024-11-21T07:35:08,032 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/85225803ec1c49ddba95318987cb1a4d as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/85225803ec1c49ddba95318987cb1a4d 2024-11-21T07:35:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742384_1560 (size=31869) 2024-11-21T07:35:08,038 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c444836c130a950609f150df16f5994/B of 1c444836c130a950609f150df16f5994 into 85225803ec1c49ddba95318987cb1a4d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:35:08,038 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:08,038 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/B, priority=12, startTime=1732174507608; duration=0sec 2024-11-21T07:35:08,038 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T07:35:08,038 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:B 2024-11-21T07:35:08,038 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T07:35:08,039 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T07:35:08,039 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1540): 1c444836c130a950609f150df16f5994/C is initiating minor compaction (all files) 2024-11-21T07:35:08,039 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1c444836c130a950609f150df16f5994/C in TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:08,039 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f6c089acdfd74a13b33c0bd6c2ebd09a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f1db91358d19473ab168f01f30411077, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b6cf84060fe54806ae6e9859922e5a95, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fab0ba9d3a7b439ba0ba456b476ec80b] into tmpdir=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp, totalSize=48.1 K 2024-11-21T07:35:08,040 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting f6c089acdfd74a13b33c0bd6c2ebd09a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732174500605 2024-11-21T07:35:08,040 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting f1db91358d19473ab168f01f30411077, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732174500729 2024-11-21T07:35:08,040 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting b6cf84060fe54806ae6e9859922e5a95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732174502619 2024-11-21T07:35:08,040 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] compactions.Compactor(224): Compacting fab0ba9d3a7b439ba0ba456b476ec80b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732174504797 2024-11-21T07:35:08,045 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1c444836c130a950609f150df16f5994#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T07:35:08,045 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/5a882e189c17453288235d21901b18f8 is 50, key is test_row_0/C:col10/1732174505918/Put/seqid=0 2024-11-21T07:35:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742385_1561 (size=12915) 2024-11-21T07:35:08,439 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/4f96a4c6a9cb46f3b21cec51aa063e02 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/4f96a4c6a9cb46f3b21cec51aa063e02 2024-11-21T07:35:08,443 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c444836c130a950609f150df16f5994/A of 1c444836c130a950609f150df16f5994 into 4f96a4c6a9cb46f3b21cec51aa063e02(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:35:08,443 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:08,443 INFO [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/A, priority=12, startTime=1732174507607; duration=0sec 2024-11-21T07:35:08,443 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:35:08,443 DEBUG [RS:0;7031d45592d4:46583-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:A 2024-11-21T07:35:08,453 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/5a882e189c17453288235d21901b18f8 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/5a882e189c17453288235d21901b18f8 2024-11-21T07:35:08,458 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1c444836c130a950609f150df16f5994/C of 1c444836c130a950609f150df16f5994 into 5a882e189c17453288235d21901b18f8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T07:35:08,458 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:08,458 INFO [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994., storeName=1c444836c130a950609f150df16f5994/C, priority=12, startTime=1732174507608; duration=0sec 2024-11-21T07:35:08,459 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T07:35:08,459 DEBUG [RS:0;7031d45592d4:46583-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1c444836c130a950609f150df16f5994:C 2024-11-21T07:35:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46583 {}] regionserver.HRegion(8581): Flush requested on 1c444836c130a950609f150df16f5994 2024-11-21T07:35:08,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T07:35:08,875 DEBUG [Thread-2181 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:63395 2024-11-21T07:35:08,875 DEBUG [Thread-2181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:08,876 DEBUG [Thread-2185 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:63395 2024-11-21T07:35:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:35:08,876 DEBUG [Thread-2185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:35:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:35:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:08,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d22d930e9ef94073bdc776a956490d90_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174508872/Put/seqid=0 2024-11-21T07:35:08,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742386_1562 (size=12454) 2024-11-21T07:35:08,888 DEBUG [Thread-2183 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:63395 2024-11-21T07:35:08,888 DEBUG [Thread-2183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:08,889 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:35:08,892 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d22d930e9ef94073bdc776a956490d90_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d22d930e9ef94073bdc776a956490d90_1c444836c130a950609f150df16f5994 2024-11-21T07:35:08,892 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/7f06f0aa653e425499a73e64bcd9591c, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:08,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/7f06f0aa653e425499a73e64bcd9591c is 175, key is test_row_0/A:col10/1732174508872/Put/seqid=0 2024-11-21T07:35:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742387_1563 (size=31255) 2024-11-21T07:35:09,298 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/7f06f0aa653e425499a73e64bcd9591c 2024-11-21T07:35:09,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/f15991fe27bd456f98202bd817ae6a55 is 50, key is test_row_0/B:col10/1732174508872/Put/seqid=0 2024-11-21T07:35:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742388_1564 (size=12301) 2024-11-21T07:35:09,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/f15991fe27bd456f98202bd817ae6a55 2024-11-21T07:35:09,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/8f1c16e211a747198d7eff42b3747291 is 50, key is test_row_0/C:col10/1732174508872/Put/seqid=0 2024-11-21T07:35:09,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742389_1565 (size=12301) 2024-11-21T07:35:10,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/8f1c16e211a747198d7eff42b3747291 2024-11-21T07:35:10,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/7f06f0aa653e425499a73e64bcd9591c as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7f06f0aa653e425499a73e64bcd9591c 2024-11-21T07:35:10,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7f06f0aa653e425499a73e64bcd9591c, entries=150, sequenceid=290, filesize=30.5 K 2024-11-21T07:35:10,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/f15991fe27bd456f98202bd817ae6a55 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/f15991fe27bd456f98202bd817ae6a55 2024-11-21T07:35:10,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/f15991fe27bd456f98202bd817ae6a55, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T07:35:10,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/8f1c16e211a747198d7eff42b3747291 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/8f1c16e211a747198d7eff42b3747291 2024-11-21T07:35:10,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/8f1c16e211a747198d7eff42b3747291, entries=150, sequenceid=290, filesize=12.0 K 2024-11-21T07:35:10,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for 1c444836c130a950609f150df16f5994 in 1283ms, sequenceid=290, compaction requested=false 2024-11-21T07:35:10,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:11,606 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T07:35:13,447 DEBUG [Thread-2179 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:63395 2024-11-21T07:35:13,447 DEBUG [Thread-2179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:13,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T07:35:13,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-21T07:35:13,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-21T07:35:13,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-21T07:35:13,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-21T07:35:13,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-21T07:35:13,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T07:35:13,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7251 2024-11-21T07:35:13,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7171 2024-11-21T07:35:13,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6986 2024-11-21T07:35:13,449 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7222 2024-11-21T07:35:13,449 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7174 2024-11-21T07:35:13,449 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T07:35:13,449 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T07:35:13,449 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:63395 2024-11-21T07:35:13,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:13,450 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T07:35:13,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T07:35:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T07:35:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T07:35:13,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174513455"}]},"ts":"1732174513455"} 2024-11-21T07:35:13,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T07:35:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T07:35:13,666 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T07:35:13,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T07:35:13,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, UNASSIGN}] 2024-11-21T07:35:13,672 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, UNASSIGN 2024-11-21T07:35:13,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=1c444836c130a950609f150df16f5994, regionState=CLOSING, regionLocation=7031d45592d4,46583,1732174333165 2024-11-21T07:35:13,674 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T07:35:13,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; CloseRegionProcedure 1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165}] 2024-11-21T07:35:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T07:35:13,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7031d45592d4,46583,1732174333165 2024-11-21T07:35:13,828 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(124): Close 1c444836c130a950609f150df16f5994 2024-11-21T07:35:13,828 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T07:35:13,829 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1681): Closing 1c444836c130a950609f150df16f5994, disabling compactions & flushes 2024-11-21T07:35:13,829 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:13,829 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:13,829 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. after waiting 0 ms 2024-11-21T07:35:13,829 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:13,830 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(2837): Flushing 1c444836c130a950609f150df16f5994 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-21T07:35:13,830 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=A 2024-11-21T07:35:13,830 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:13,830 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=B 2024-11-21T07:35:13,831 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:13,831 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1c444836c130a950609f150df16f5994, store=C 2024-11-21T07:35:13,831 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T07:35:13,839 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bcb18a8827f549fdb49accc8f566e977_1c444836c130a950609f150df16f5994 is 50, key is test_row_0/A:col10/1732174513444/Put/seqid=0 2024-11-21T07:35:13,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742390_1566 (size=7374) 2024-11-21T07:35:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T07:35:14,245 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T07:35:14,256 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bcb18a8827f549fdb49accc8f566e977_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bcb18a8827f549fdb49accc8f566e977_1c444836c130a950609f150df16f5994 2024-11-21T07:35:14,258 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/5b6a75372f264906919f2262202f03c0, store: [table=TestAcidGuarantees family=A region=1c444836c130a950609f150df16f5994] 2024-11-21T07:35:14,259 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/5b6a75372f264906919f2262202f03c0 is 175, key is test_row_0/A:col10/1732174513444/Put/seqid=0 2024-11-21T07:35:14,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742391_1567 (size=13865) 2024-11-21T07:35:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T07:35:14,664 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/5b6a75372f264906919f2262202f03c0 2024-11-21T07:35:14,676 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/6ab631ca55f74d1db405b97332b4a7ad is 50, key is test_row_0/B:col10/1732174513444/Put/seqid=0 2024-11-21T07:35:14,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742392_1568 (size=7415) 2024-11-21T07:35:15,080 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/6ab631ca55f74d1db405b97332b4a7ad 2024-11-21T07:35:15,092 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/a25ad26b07964d508b7d8b9306068a36 is 50, key is test_row_0/C:col10/1732174513444/Put/seqid=0 2024-11-21T07:35:15,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742393_1569 (size=7415) 2024-11-21T07:35:15,496 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/a25ad26b07964d508b7d8b9306068a36 2024-11-21T07:35:15,502 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/A/5b6a75372f264906919f2262202f03c0 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5b6a75372f264906919f2262202f03c0 2024-11-21T07:35:15,507 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5b6a75372f264906919f2262202f03c0, entries=50, sequenceid=295, filesize=13.5 K 2024-11-21T07:35:15,508 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/B/6ab631ca55f74d1db405b97332b4a7ad as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/6ab631ca55f74d1db405b97332b4a7ad 2024-11-21T07:35:15,512 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/6ab631ca55f74d1db405b97332b4a7ad, entries=50, sequenceid=295, filesize=7.2 K 2024-11-21T07:35:15,513 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/.tmp/C/a25ad26b07964d508b7d8b9306068a36 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/a25ad26b07964d508b7d8b9306068a36 2024-11-21T07:35:15,516 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/a25ad26b07964d508b7d8b9306068a36, entries=50, sequenceid=295, filesize=7.2 K 2024-11-21T07:35:15,517 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 1c444836c130a950609f150df16f5994 in 1688ms, sequenceid=295, compaction requested=true 2024-11-21T07:35:15,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/012d528e50b0446fb3d762c6551bdd5a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7b8f72578a0740bcad06f77dcb2f54fb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/1dc08541468442149f31239c352f12a3, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/46e8617850704fb3ae75260e0d370994, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/04159162d88641ecb488b49ac948d058, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/9559948da0654bd7b1ca189ca253ef7e, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/8290c78b05ae4c808f20962ac381f2c1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/69532736be404ee192cbb35104c83dc9, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/35a93140351f4f7189140c259e67b216, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/52fb2bb88193482e8bd0da289a612f52, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41762438e80b4f60983786c5c8d00b81, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/008a8388779e43c7b5235ebd19585477, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/cc74086553a649ca9f89abf5d1c8c409, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/19eceafe841d4f9c9c0f937f02d7cab6, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41a21ab17c3c4fe3adddc2cbd17483c8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5acfc01d5ef74fbf9f57e31c09c0e468, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/981f67b58f514d8084fad3ed69e188cf, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/d3799988a17b4b70becf787a9e315f4b] to archive 2024-11-21T07:35:15,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:35:15,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/012d528e50b0446fb3d762c6551bdd5a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/012d528e50b0446fb3d762c6551bdd5a 2024-11-21T07:35:15,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7b8f72578a0740bcad06f77dcb2f54fb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7b8f72578a0740bcad06f77dcb2f54fb 2024-11-21T07:35:15,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/1dc08541468442149f31239c352f12a3 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/1dc08541468442149f31239c352f12a3 2024-11-21T07:35:15,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/46e8617850704fb3ae75260e0d370994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/46e8617850704fb3ae75260e0d370994 2024-11-21T07:35:15,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/04159162d88641ecb488b49ac948d058 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/04159162d88641ecb488b49ac948d058 2024-11-21T07:35:15,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/9559948da0654bd7b1ca189ca253ef7e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/9559948da0654bd7b1ca189ca253ef7e 2024-11-21T07:35:15,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/8290c78b05ae4c808f20962ac381f2c1 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/8290c78b05ae4c808f20962ac381f2c1 2024-11-21T07:35:15,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/69532736be404ee192cbb35104c83dc9 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/69532736be404ee192cbb35104c83dc9 2024-11-21T07:35:15,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/35a93140351f4f7189140c259e67b216 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/35a93140351f4f7189140c259e67b216 2024-11-21T07:35:15,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/52fb2bb88193482e8bd0da289a612f52 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/52fb2bb88193482e8bd0da289a612f52 2024-11-21T07:35:15,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41762438e80b4f60983786c5c8d00b81 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41762438e80b4f60983786c5c8d00b81 2024-11-21T07:35:15,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/008a8388779e43c7b5235ebd19585477 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/008a8388779e43c7b5235ebd19585477 2024-11-21T07:35:15,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/cc74086553a649ca9f89abf5d1c8c409 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/cc74086553a649ca9f89abf5d1c8c409 2024-11-21T07:35:15,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/19eceafe841d4f9c9c0f937f02d7cab6 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/19eceafe841d4f9c9c0f937f02d7cab6 2024-11-21T07:35:15,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41a21ab17c3c4fe3adddc2cbd17483c8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/41a21ab17c3c4fe3adddc2cbd17483c8 2024-11-21T07:35:15,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5acfc01d5ef74fbf9f57e31c09c0e468 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5acfc01d5ef74fbf9f57e31c09c0e468 2024-11-21T07:35:15,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/981f67b58f514d8084fad3ed69e188cf to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/981f67b58f514d8084fad3ed69e188cf 2024-11-21T07:35:15,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/d3799988a17b4b70becf787a9e315f4b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/d3799988a17b4b70becf787a9e315f4b 2024-11-21T07:35:15,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/4ff4bb3ee2c54e389ba821dbdda50e3a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/c2b006a3e68f4b799e09e654258724a8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/fea1d3d4f15742f595220eaa2788994a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/11e4d3ba83ef45b0888ffdf3e976b0d7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/342ee95d5d3c4643be531fc2f049bc39, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/a517ae0b58964f36bda6a314e65474ab, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/b6c176bc4124466b93fdff7beae9542c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/91c491d88aaa4de69afe2ed687b53325, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/e8ff92f76091485894970bbe2aa09ab5, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/6755c8d478c047c4bc148e4d1d61accb, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/035c5b7819f44b37b126af7d9eeb50d7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/5daa6592c4514bdf85185466b27d37ba, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/043ec4bd4449471faed4349b6c9d9bdc, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/523d18b80f854a44b92d46aa107bd8f7, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/9f7deea0c9fb4bef992edc2f5556335a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/53f996f6c2e9444dbb9aaa1359d5463b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/486fe47b29c948da93bcc434cc21fb6b, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/615984e3a81149b88cd16276cb233d4e] to archive 2024-11-21T07:35:15,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:35:15,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/4ff4bb3ee2c54e389ba821dbdda50e3a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/4ff4bb3ee2c54e389ba821dbdda50e3a 2024-11-21T07:35:15,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/c2b006a3e68f4b799e09e654258724a8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/c2b006a3e68f4b799e09e654258724a8 2024-11-21T07:35:15,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/fea1d3d4f15742f595220eaa2788994a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/fea1d3d4f15742f595220eaa2788994a 2024-11-21T07:35:15,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/11e4d3ba83ef45b0888ffdf3e976b0d7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/11e4d3ba83ef45b0888ffdf3e976b0d7 2024-11-21T07:35:15,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/342ee95d5d3c4643be531fc2f049bc39 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/342ee95d5d3c4643be531fc2f049bc39 2024-11-21T07:35:15,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/a517ae0b58964f36bda6a314e65474ab to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/a517ae0b58964f36bda6a314e65474ab 2024-11-21T07:35:15,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/b6c176bc4124466b93fdff7beae9542c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/b6c176bc4124466b93fdff7beae9542c 2024-11-21T07:35:15,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/91c491d88aaa4de69afe2ed687b53325 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/91c491d88aaa4de69afe2ed687b53325 2024-11-21T07:35:15,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/e8ff92f76091485894970bbe2aa09ab5 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/e8ff92f76091485894970bbe2aa09ab5 2024-11-21T07:35:15,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/6755c8d478c047c4bc148e4d1d61accb to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/6755c8d478c047c4bc148e4d1d61accb 2024-11-21T07:35:15,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/035c5b7819f44b37b126af7d9eeb50d7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/035c5b7819f44b37b126af7d9eeb50d7 2024-11-21T07:35:15,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/5daa6592c4514bdf85185466b27d37ba to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/5daa6592c4514bdf85185466b27d37ba 2024-11-21T07:35:15,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/043ec4bd4449471faed4349b6c9d9bdc to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/043ec4bd4449471faed4349b6c9d9bdc 2024-11-21T07:35:15,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/523d18b80f854a44b92d46aa107bd8f7 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/523d18b80f854a44b92d46aa107bd8f7 2024-11-21T07:35:15,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/9f7deea0c9fb4bef992edc2f5556335a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/9f7deea0c9fb4bef992edc2f5556335a 2024-11-21T07:35:15,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/53f996f6c2e9444dbb9aaa1359d5463b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/53f996f6c2e9444dbb9aaa1359d5463b 2024-11-21T07:35:15,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/486fe47b29c948da93bcc434cc21fb6b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/486fe47b29c948da93bcc434cc21fb6b 2024-11-21T07:35:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T07:35:15,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/615984e3a81149b88cd16276cb233d4e to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/615984e3a81149b88cd16276cb233d4e 2024-11-21T07:35:15,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/af44c82f1b5e4407b145b98b6a382d89, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e601dcd975224a529920145e0ffa2658, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fd36a558174b4e51b63226fe605916ae, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/90f8750466c74b6a9d5fd0c7aa0fde85, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e41db71a176848dd9118edd6b582196c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/29b71b1468c741bf9a748a8add5947e8, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/83f2757fba104dbea9141b72cdf9d581, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b639814b981a4e2496a2c41dcc5af30d, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/7dd348c67dd54a09baa47349492b78c2, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1303051857c64984bb651fef7eff5db1, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/78639f4c0a5b48c4a2e87d5d9fb72b5c, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/c655748105804ca09d1cb1cf9137d089, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1b1dfe506d7a409c886f100351e57d5f, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f6c089acdfd74a13b33c0bd6c2ebd09a, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/ef18273220814a288fa646bb742e2f58, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f1db91358d19473ab168f01f30411077, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b6cf84060fe54806ae6e9859922e5a95, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fab0ba9d3a7b439ba0ba456b476ec80b] to archive 2024-11-21T07:35:15,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T07:35:15,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/af44c82f1b5e4407b145b98b6a382d89 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/af44c82f1b5e4407b145b98b6a382d89 2024-11-21T07:35:15,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e601dcd975224a529920145e0ffa2658 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e601dcd975224a529920145e0ffa2658 2024-11-21T07:35:15,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fd36a558174b4e51b63226fe605916ae to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fd36a558174b4e51b63226fe605916ae 2024-11-21T07:35:15,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/90f8750466c74b6a9d5fd0c7aa0fde85 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/90f8750466c74b6a9d5fd0c7aa0fde85 2024-11-21T07:35:15,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e41db71a176848dd9118edd6b582196c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/e41db71a176848dd9118edd6b582196c 2024-11-21T07:35:15,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/29b71b1468c741bf9a748a8add5947e8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/29b71b1468c741bf9a748a8add5947e8 2024-11-21T07:35:15,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/83f2757fba104dbea9141b72cdf9d581 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/83f2757fba104dbea9141b72cdf9d581 2024-11-21T07:35:15,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b639814b981a4e2496a2c41dcc5af30d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b639814b981a4e2496a2c41dcc5af30d 2024-11-21T07:35:15,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/7dd348c67dd54a09baa47349492b78c2 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/7dd348c67dd54a09baa47349492b78c2 2024-11-21T07:35:15,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1303051857c64984bb651fef7eff5db1 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1303051857c64984bb651fef7eff5db1 2024-11-21T07:35:15,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/78639f4c0a5b48c4a2e87d5d9fb72b5c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/78639f4c0a5b48c4a2e87d5d9fb72b5c 2024-11-21T07:35:15,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/c655748105804ca09d1cb1cf9137d089 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/c655748105804ca09d1cb1cf9137d089 2024-11-21T07:35:15,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1b1dfe506d7a409c886f100351e57d5f to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/1b1dfe506d7a409c886f100351e57d5f 2024-11-21T07:35:15,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f6c089acdfd74a13b33c0bd6c2ebd09a to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f6c089acdfd74a13b33c0bd6c2ebd09a 2024-11-21T07:35:15,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/ef18273220814a288fa646bb742e2f58 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/ef18273220814a288fa646bb742e2f58 2024-11-21T07:35:15,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f1db91358d19473ab168f01f30411077 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/f1db91358d19473ab168f01f30411077 2024-11-21T07:35:15,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b6cf84060fe54806ae6e9859922e5a95 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/b6cf84060fe54806ae6e9859922e5a95 2024-11-21T07:35:15,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fab0ba9d3a7b439ba0ba456b476ec80b to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/fab0ba9d3a7b439ba0ba456b476ec80b 2024-11-21T07:35:15,598 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/recovered.edits/298.seqid, newMaxSeqId=298, maxSeqId=4 2024-11-21T07:35:15,598 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994. 2024-11-21T07:35:15,599 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1635): Region close journal for 1c444836c130a950609f150df16f5994: 2024-11-21T07:35:15,600 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(170): Closed 1c444836c130a950609f150df16f5994 2024-11-21T07:35:15,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=1c444836c130a950609f150df16f5994, regionState=CLOSED 2024-11-21T07:35:15,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-21T07:35:15,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseRegionProcedure 1c444836c130a950609f150df16f5994, server=7031d45592d4,46583,1732174333165 in 1.9280 sec 2024-11-21T07:35:15,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-21T07:35:15,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1c444836c130a950609f150df16f5994, UNASSIGN in 1.9340 sec 2024-11-21T07:35:15,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-21T07:35:15,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9380 sec 2024-11-21T07:35:15,609 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732174515609"}]},"ts":"1732174515609"} 2024-11-21T07:35:15,610 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T07:35:15,649 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T07:35:15,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1990 sec 2024-11-21T07:35:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T07:35:17,563 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-21T07:35:17,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T07:35:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:35:17,565 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:35:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T07:35:17,565 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=173, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:35:17,566 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,568 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C, FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/recovered.edits] 2024-11-21T07:35:17,569 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/4f96a4c6a9cb46f3b21cec51aa063e02 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/4f96a4c6a9cb46f3b21cec51aa063e02 2024-11-21T07:35:17,571 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5b6a75372f264906919f2262202f03c0 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/5b6a75372f264906919f2262202f03c0 2024-11-21T07:35:17,572 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7f06f0aa653e425499a73e64bcd9591c to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/A/7f06f0aa653e425499a73e64bcd9591c 2024-11-21T07:35:17,574 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/6ab631ca55f74d1db405b97332b4a7ad to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/6ab631ca55f74d1db405b97332b4a7ad 2024-11-21T07:35:17,575 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/85225803ec1c49ddba95318987cb1a4d to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/85225803ec1c49ddba95318987cb1a4d 2024-11-21T07:35:17,576 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/f15991fe27bd456f98202bd817ae6a55 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/B/f15991fe27bd456f98202bd817ae6a55 2024-11-21T07:35:17,578 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/5a882e189c17453288235d21901b18f8 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/5a882e189c17453288235d21901b18f8 2024-11-21T07:35:17,580 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/8f1c16e211a747198d7eff42b3747291 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/8f1c16e211a747198d7eff42b3747291 2024-11-21T07:35:17,581 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/a25ad26b07964d508b7d8b9306068a36 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/C/a25ad26b07964d508b7d8b9306068a36 2024-11-21T07:35:17,584 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/recovered.edits/298.seqid to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994/recovered.edits/298.seqid 2024-11-21T07:35:17,585 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/default/TestAcidGuarantees/1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,585 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T07:35:17,585 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T07:35:17,586 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T07:35:17,589 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b12f9c522654ca386c205b16b584898_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b12f9c522654ca386c205b16b584898_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,590 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210f520730d1a6494eb4d7caf1e88033d9_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210f520730d1a6494eb4d7caf1e88033d9_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,591 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112132b39f7b73e74afc9d2f5a9a289b08c6_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112132b39f7b73e74afc9d2f5a9a289b08c6_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,592 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112139bba094d0ff4c90a9343389b05ff134_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112139bba094d0ff4c90a9343389b05ff134_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,594 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213f7055695b9942abb498fa9935398ed2_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213f7055695b9942abb498fa9935398ed2_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142cb09211b224d97a39dd7160e29c3ea_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112142cb09211b224d97a39dd7160e29c3ea_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,596 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216154ce62bf1547e88c8b3dbb8cd35760_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216154ce62bf1547e88c8b3dbb8cd35760_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121711654f40f164b5eb9b68497915cc240_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121711654f40f164b5eb9b68497915cc240_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121795b3d87ff8e452eaa8ae41ee5d8d8b9_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121795b3d87ff8e452eaa8ae41ee5d8d8b9_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,600 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a16be6c70eda4dc68afd6527ca4eb914_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a16be6c70eda4dc68afd6527ca4eb914_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,601 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa2878caba754658a9a2a7e90aba7182_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa2878caba754658a9a2a7e90aba7182_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,603 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bcb18a8827f549fdb49accc8f566e977_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bcb18a8827f549fdb49accc8f566e977_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,604 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d22d930e9ef94073bdc776a956490d90_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d22d930e9ef94073bdc776a956490d90_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,606 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d4ab90b8dd734015aaebc8c3ffba4b6a_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d4ab90b8dd734015aaebc8c3ffba4b6a_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,610 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ee849d442cf7489fa331647fbd24a09e_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ee849d442cf7489fa331647fbd24a09e_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,612 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fedcee0aebcd49a9b56faa7e3fe392c5_1c444836c130a950609f150df16f5994 to hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fedcee0aebcd49a9b56faa7e3fe392c5_1c444836c130a950609f150df16f5994 2024-11-21T07:35:17,613 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T07:35:17,616 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=173, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:35:17,620 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T07:35:17,623 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T07:35:17,624 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=173, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:35:17,624 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T07:35:17,624 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732174517624"}]},"ts":"9223372036854775807"} 2024-11-21T07:35:17,626 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T07:35:17,626 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1c444836c130a950609f150df16f5994, NAME => 'TestAcidGuarantees,,1732174482702.1c444836c130a950609f150df16f5994.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T07:35:17,627 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T07:35:17,627 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732174517627"}]},"ts":"9223372036854775807"} 2024-11-21T07:35:17,630 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T07:35:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T07:35:17,667 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=173, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T07:35:17,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 103 msec 2024-11-21T07:35:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T07:35:17,869 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-21T07:35:17,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 240), OpenFileDescriptor=446 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=6013 (was 6032) 2024-11-21T07:35:17,884 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T07:35:17,884 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T07:35:17,884 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:63395 2024-11-21T07:35:17,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:17,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T07:35:17,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1403094460, stopped=false 2024-11-21T07:35:17,885 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=7031d45592d4,33897,1732174332407 2024-11-21T07:35:17,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T07:35:17,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T07:35:17,891 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T07:35:17,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:35:17,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:35:17,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:17,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T07:35:17,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T07:35:17,892 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7031d45592d4,46583,1732174333165' ***** 2024-11-21T07:35:17,892 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T07:35:17,892 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T07:35:17,893 INFO [RS:0;7031d45592d4:46583 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T07:35:17,893 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T07:35:17,893 INFO [RS:0;7031d45592d4:46583 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T07:35:17,893 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(3579): Received CLOSE for 401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:35:17,893 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1224): stopping server 7031d45592d4,46583,1732174333165 2024-11-21T07:35:17,893 DEBUG [RS:0;7031d45592d4:46583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:17,894 INFO [RS:0;7031d45592d4:46583 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T07:35:17,894 INFO [RS:0;7031d45592d4:46583 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T07:35:17,894 INFO [RS:0;7031d45592d4:46583 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T07:35:17,894 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T07:35:17,894 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 401d657c76aaac63bbb6ce5ff17ec605, disabling compactions & flushes 2024-11-21T07:35:17,894 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T07:35:17,894 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:35:17,894 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 401d657c76aaac63bbb6ce5ff17ec605=hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605.} 2024-11-21T07:35:17,894 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:35:17,894 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. after waiting 0 ms 2024-11-21T07:35:17,894 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T07:35:17,894 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:35:17,894 INFO [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T07:35:17,894 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 401d657c76aaac63bbb6ce5ff17ec605 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T07:35:17,894 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T07:35:17,894 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T07:35:17,895 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T07:35:17,895 INFO [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-21T07:35:17,898 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:35:17,912 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/namespace/401d657c76aaac63bbb6ce5ff17ec605/.tmp/info/c93b272c96bb4e059930a2c7af903be2 is 45, key is default/info:d/1732174338602/Put/seqid=0 2024-11-21T07:35:17,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742394_1570 (size=5037) 2024-11-21T07:35:17,918 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/.tmp/info/a84736ba9f4a4d20ae3154a6c1da0a49 is 143, key is hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605./info:regioninfo/1732174338420/Put/seqid=0 2024-11-21T07:35:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742395_1571 (size=7725) 2024-11-21T07:35:17,976 INFO [regionserver/7031d45592d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T07:35:18,098 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:35:18,298 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 401d657c76aaac63bbb6ce5ff17ec605 2024-11-21T07:35:18,316 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/namespace/401d657c76aaac63bbb6ce5ff17ec605/.tmp/info/c93b272c96bb4e059930a2c7af903be2 2024-11-21T07:35:18,320 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/namespace/401d657c76aaac63bbb6ce5ff17ec605/.tmp/info/c93b272c96bb4e059930a2c7af903be2 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/namespace/401d657c76aaac63bbb6ce5ff17ec605/info/c93b272c96bb4e059930a2c7af903be2 2024-11-21T07:35:18,322 INFO [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/.tmp/info/a84736ba9f4a4d20ae3154a6c1da0a49 2024-11-21T07:35:18,324 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/namespace/401d657c76aaac63bbb6ce5ff17ec605/info/c93b272c96bb4e059930a2c7af903be2, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T07:35:18,325 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 401d657c76aaac63bbb6ce5ff17ec605 in 431ms, sequenceid=6, compaction requested=false 2024-11-21T07:35:18,328 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/namespace/401d657c76aaac63bbb6ce5ff17ec605/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T07:35:18,328 INFO [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:35:18,328 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 401d657c76aaac63bbb6ce5ff17ec605: 2024-11-21T07:35:18,329 DEBUG [RS_CLOSE_REGION-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732174337120.401d657c76aaac63bbb6ce5ff17ec605. 2024-11-21T07:35:18,345 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/.tmp/rep_barrier/901c16fb7d7249109948f2765b197193 is 102, key is TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502./rep_barrier:/1732174366895/DeleteFamily/seqid=0 2024-11-21T07:35:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742396_1572 (size=6025) 2024-11-21T07:35:18,499 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T07:35:18,624 INFO [regionserver/7031d45592d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T07:35:18,624 INFO [regionserver/7031d45592d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T07:35:18,699 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T07:35:18,749 INFO [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/.tmp/rep_barrier/901c16fb7d7249109948f2765b197193 2024-11-21T07:35:18,775 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/.tmp/table/43cb9f6acc054878b5e1b12fd0e03f7a is 96, key is TestAcidGuarantees,,1732174338905.59948750666f7ff513ce5eab9d4d4502./table:/1732174366895/DeleteFamily/seqid=0 2024-11-21T07:35:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742397_1573 (size=5942) 2024-11-21T07:35:18,899 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-21T07:35:18,900 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T07:35:18,900 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T07:35:19,100 DEBUG [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T07:35:19,180 INFO [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/.tmp/table/43cb9f6acc054878b5e1b12fd0e03f7a 2024-11-21T07:35:19,189 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/.tmp/info/a84736ba9f4a4d20ae3154a6c1da0a49 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/info/a84736ba9f4a4d20ae3154a6c1da0a49 2024-11-21T07:35:19,194 INFO [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/info/a84736ba9f4a4d20ae3154a6c1da0a49, entries=22, sequenceid=93, filesize=7.5 K 2024-11-21T07:35:19,195 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/.tmp/rep_barrier/901c16fb7d7249109948f2765b197193 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/rep_barrier/901c16fb7d7249109948f2765b197193 2024-11-21T07:35:19,199 INFO [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/rep_barrier/901c16fb7d7249109948f2765b197193, entries=6, sequenceid=93, filesize=5.9 K 2024-11-21T07:35:19,200 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/.tmp/table/43cb9f6acc054878b5e1b12fd0e03f7a as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/table/43cb9f6acc054878b5e1b12fd0e03f7a 2024-11-21T07:35:19,203 INFO [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/table/43cb9f6acc054878b5e1b12fd0e03f7a, entries=9, sequenceid=93, filesize=5.8 K 2024-11-21T07:35:19,203 INFO [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=93, compaction requested=false 2024-11-21T07:35:19,207 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-21T07:35:19,208 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T07:35:19,208 INFO [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T07:35:19,208 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T07:35:19,208 DEBUG [RS_CLOSE_META-regionserver/7031d45592d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T07:35:19,300 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1250): stopping server 7031d45592d4,46583,1732174333165; all regions closed. 2024-11-21T07:35:19,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741834_1010 (size=26050) 2024-11-21T07:35:19,306 DEBUG [RS:0;7031d45592d4:46583 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/oldWALs 2024-11-21T07:35:19,306 INFO [RS:0;7031d45592d4:46583 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7031d45592d4%2C46583%2C1732174333165.meta:.meta(num 1732174336832) 2024-11-21T07:35:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741832_1008 (size=12907159) 2024-11-21T07:35:19,310 DEBUG [RS:0;7031d45592d4:46583 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/oldWALs 2024-11-21T07:35:19,310 INFO [RS:0;7031d45592d4:46583 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7031d45592d4%2C46583%2C1732174333165:(num 1732174335728) 2024-11-21T07:35:19,310 DEBUG [RS:0;7031d45592d4:46583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:19,310 INFO [RS:0;7031d45592d4:46583 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T07:35:19,310 INFO [RS:0;7031d45592d4:46583 {}] hbase.ChoreService(370): Chore service for: regionserver/7031d45592d4:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T07:35:19,310 INFO [regionserver/7031d45592d4:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T07:35:19,311 INFO [RS:0;7031d45592d4:46583 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:46583 2024-11-21T07:35:19,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T07:35:19,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7031d45592d4,46583,1732174333165 2024-11-21T07:35:19,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7031d45592d4,46583,1732174333165] 2024-11-21T07:35:19,357 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 7031d45592d4,46583,1732174333165; numProcessing=1 2024-11-21T07:35:19,365 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/7031d45592d4,46583,1732174333165 already deleted, retry=false 2024-11-21T07:35:19,366 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 7031d45592d4,46583,1732174333165 expired; onlineServers=0 2024-11-21T07:35:19,366 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7031d45592d4,33897,1732174332407' ***** 2024-11-21T07:35:19,366 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T07:35:19,366 DEBUG [M:0;7031d45592d4:33897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66871d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7031d45592d4/172.17.0.3:0 2024-11-21T07:35:19,366 INFO [M:0;7031d45592d4:33897 {}] regionserver.HRegionServer(1224): stopping server 7031d45592d4,33897,1732174332407 2024-11-21T07:35:19,366 INFO [M:0;7031d45592d4:33897 {}] regionserver.HRegionServer(1250): stopping server 7031d45592d4,33897,1732174332407; all regions closed. 2024-11-21T07:35:19,366 DEBUG [M:0;7031d45592d4:33897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T07:35:19,366 DEBUG [M:0;7031d45592d4:33897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T07:35:19,366 DEBUG [M:0;7031d45592d4:33897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T07:35:19,366 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T07:35:19,366 DEBUG [master/7031d45592d4:0:becomeActiveMaster-HFileCleaner.large.0-1732174335431 {}] cleaner.HFileCleaner(306): Exit Thread[master/7031d45592d4:0:becomeActiveMaster-HFileCleaner.large.0-1732174335431,5,FailOnTimeoutGroup] 2024-11-21T07:35:19,366 DEBUG [master/7031d45592d4:0:becomeActiveMaster-HFileCleaner.small.0-1732174335431 {}] cleaner.HFileCleaner(306): Exit Thread[master/7031d45592d4:0:becomeActiveMaster-HFileCleaner.small.0-1732174335431,5,FailOnTimeoutGroup] 2024-11-21T07:35:19,367 INFO [M:0;7031d45592d4:33897 {}] hbase.ChoreService(370): Chore service for: master/7031d45592d4:0 had [] on shutdown 2024-11-21T07:35:19,367 DEBUG [M:0;7031d45592d4:33897 {}] master.HMaster(1733): Stopping service threads 2024-11-21T07:35:19,367 INFO [M:0;7031d45592d4:33897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T07:35:19,367 ERROR [M:0;7031d45592d4:33897 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-21T07:35:19,368 INFO [M:0;7031d45592d4:33897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T07:35:19,368 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T07:35:19,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T07:35:19,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T07:35:19,374 DEBUG [M:0;7031d45592d4:33897 {}] zookeeper.ZKUtil(347): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T07:35:19,374 WARN [M:0;7031d45592d4:33897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T07:35:19,374 INFO [M:0;7031d45592d4:33897 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T07:35:19,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T07:35:19,374 INFO [M:0;7031d45592d4:33897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T07:35:19,374 DEBUG [M:0;7031d45592d4:33897 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T07:35:19,374 INFO [M:0;7031d45592d4:33897 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T07:35:19,374 DEBUG [M:0;7031d45592d4:33897 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T07:35:19,374 DEBUG [M:0;7031d45592d4:33897 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T07:35:19,374 DEBUG [M:0;7031d45592d4:33897 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T07:35:19,374 INFO [M:0;7031d45592d4:33897 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=744.85 KB heapSize=914.64 KB 2024-11-21T07:35:19,388 DEBUG [M:0;7031d45592d4:33897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0d42d4d3af849caa1d66075a7a088f3 is 82, key is hbase:meta,,1/info:regioninfo/1732174336951/Put/seqid=0 2024-11-21T07:35:19,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742398_1574 (size=5672) 2024-11-21T07:35:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T07:35:19,457 INFO [RS:0;7031d45592d4:46583 {}] regionserver.HRegionServer(1307): Exiting; stopping=7031d45592d4,46583,1732174333165; zookeeper connection closed. 2024-11-21T07:35:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46583-0x1015d98617d0001, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T07:35:19,458 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b84b70a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b84b70a 2024-11-21T07:35:19,458 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T07:35:19,792 INFO [M:0;7031d45592d4:33897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2087 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0d42d4d3af849caa1d66075a7a088f3 2024-11-21T07:35:19,828 DEBUG [M:0;7031d45592d4:33897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62d7a1f60820428f9ec7a274e40c1911 is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x98/proc:d/1732174485813/Put/seqid=0 2024-11-21T07:35:19,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742399_1575 (size=43967) 2024-11-21T07:35:20,232 INFO [M:0;7031d45592d4:33897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=744.30 KB at sequenceid=2087 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62d7a1f60820428f9ec7a274e40c1911 2024-11-21T07:35:20,235 INFO [M:0;7031d45592d4:33897 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62d7a1f60820428f9ec7a274e40c1911 2024-11-21T07:35:20,248 DEBUG [M:0;7031d45592d4:33897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e0efadca36d48e7ae222efc6d9d932b is 69, key is 7031d45592d4,46583,1732174333165/rs:state/1732174335503/Put/seqid=0 2024-11-21T07:35:20,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073742400_1576 (size=5156) 2024-11-21T07:35:20,652 INFO [M:0;7031d45592d4:33897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2087 (bloomFilter=true), to=hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e0efadca36d48e7ae222efc6d9d932b 2024-11-21T07:35:20,656 DEBUG [M:0;7031d45592d4:33897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0d42d4d3af849caa1d66075a7a088f3 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0d42d4d3af849caa1d66075a7a088f3 2024-11-21T07:35:20,660 INFO [M:0;7031d45592d4:33897 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0d42d4d3af849caa1d66075a7a088f3, entries=8, sequenceid=2087, filesize=5.5 K 2024-11-21T07:35:20,661 DEBUG [M:0;7031d45592d4:33897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62d7a1f60820428f9ec7a274e40c1911 as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62d7a1f60820428f9ec7a274e40c1911 2024-11-21T07:35:20,665 INFO [M:0;7031d45592d4:33897 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62d7a1f60820428f9ec7a274e40c1911 2024-11-21T07:35:20,665 INFO [M:0;7031d45592d4:33897 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62d7a1f60820428f9ec7a274e40c1911, entries=173, sequenceid=2087, filesize=42.9 K 2024-11-21T07:35:20,666 DEBUG [M:0;7031d45592d4:33897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e0efadca36d48e7ae222efc6d9d932b as hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e0efadca36d48e7ae222efc6d9d932b 2024-11-21T07:35:20,670 INFO [M:0;7031d45592d4:33897 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39631/user/jenkins/test-data/f07b67cd-7dac-3ae4-f6ca-1041bdf8add6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e0efadca36d48e7ae222efc6d9d932b, entries=1, sequenceid=2087, filesize=5.0 K 2024-11-21T07:35:20,670 INFO [M:0;7031d45592d4:33897 {}] regionserver.HRegion(3040): Finished flush of dataSize ~744.85 KB/762730, heapSize ~914.34 KB/936288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=2087, compaction requested=false 2024-11-21T07:35:20,672 INFO [M:0;7031d45592d4:33897 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T07:35:20,672 DEBUG [M:0;7031d45592d4:33897 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T07:35:20,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33149 is added to blk_1073741830_1006 (size=899600) 2024-11-21T07:35:20,674 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T07:35:20,674 INFO [M:0;7031d45592d4:33897 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T07:35:20,674 INFO [M:0;7031d45592d4:33897 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:33897 2024-11-21T07:35:20,715 DEBUG [M:0;7031d45592d4:33897 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/7031d45592d4,33897,1732174332407 already deleted, retry=false 2024-11-21T07:35:20,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T07:35:20,824 INFO [M:0;7031d45592d4:33897 {}] regionserver.HRegionServer(1307): Exiting; stopping=7031d45592d4,33897,1732174332407; zookeeper connection closed. 2024-11-21T07:35:20,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33897-0x1015d98617d0000, quorum=127.0.0.1:63395, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T07:35:20,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T07:35:20,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T07:35:20,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T07:35:20,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T07:35:20,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/hadoop.log.dir/,STOPPED} 2024-11-21T07:35:20,832 WARN [BP-2114004439-172.17.0.3-1732174329239 heartbeating to localhost/127.0.0.1:39631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T07:35:20,832 WARN [BP-2114004439-172.17.0.3-1732174329239 heartbeating to localhost/127.0.0.1:39631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2114004439-172.17.0.3-1732174329239 (Datanode Uuid ea7d31b4-fa26-42de-8a63-b43b6a76a591) service to localhost/127.0.0.1:39631 2024-11-21T07:35:20,832 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T07:35:20,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T07:35:20,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/cluster_7651f2fc-710c-746f-098e-362e9c08a0c1/dfs/data/data1/current/BP-2114004439-172.17.0.3-1732174329239 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T07:35:20,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/cluster_7651f2fc-710c-746f-098e-362e9c08a0c1/dfs/data/data2/current/BP-2114004439-172.17.0.3-1732174329239 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T07:35:20,836 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T07:35:20,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T07:35:20,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T07:35:20,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T07:35:20,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T07:35:20,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9611d521-ba5e-8d04-f130-34caec4f9249/hadoop.log.dir/,STOPPED} 2024-11-21T07:35:20,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T07:35:20,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down